-- Logs begin at Wed 2021-08-25 15:12:50 UTC, end at Wed 2021-08-25 16:25:59 UTC. -- Aug 25 15:59:57.406160 dv-cinder-806007-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 15:59:59.600053 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.common.config [-] Logging enabled! Aug 25 15:59:59.600849 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 15:59:59.600849 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74921) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 15:59:59.603214 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.common.config [-] Logging enabled! Aug 25 15:59:59.603490 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 15:59:59.603741 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74921) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 15:59:59.604760 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 15:59:59.604997 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 15:59:59.605379 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 15:59:59.605626 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 15:59:59.605855 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 15:59:59.606179 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.606483 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.606783 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.607016 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.607318 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.607645 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.607936 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.608229 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.608531 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.608823 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.609107 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.609399 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.609632 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.609918 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.610210 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.610501 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.610729 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] debug = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.611012 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.611486 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.611895 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.612183 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.612475 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.612751 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.613074 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.613365 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.613719 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] host = dv-cinder-806007-1-iscsi {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.614005 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.614295 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.614587 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.614874 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.615153 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.615431 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.615745 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.616025 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.616306 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] log_file = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.616585 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.616880 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.617172 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.617468 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.617696 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.617922 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.618214 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.618506 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.618786 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.619074 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.619353 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.619657 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.619939 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.620212 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.620505 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.620793 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.621081 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.621361 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.621642 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.621916 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.622193 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.622482 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.622760 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.623040 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.623317 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.623637 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.623914 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.624194 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.624504 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.624793 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.625080 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.625369 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.625645 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.625933 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.626209 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.626488 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.626761 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] use_json = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.627035 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.627308 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.627623 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.627902 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.628176 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.628453 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.629262 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.629557 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:59:59.629864 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.630167 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.630474 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.630765 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.631061 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.631351 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.631676 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.631958 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.632249 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.632542 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.632838 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.633122 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.633414 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.633711 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.634004 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.634539 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.634821 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.635116 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.635400 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.635706 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.635988 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.636282 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.636567 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.636843 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.637130 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.637411 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.637687 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.637962 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.638241 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.638538 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.638818 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.639093 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.639372 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.639676 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.639952 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.640242 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.640525 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.640802 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.641079 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.641360 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.641638 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.641916 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.642194 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.642469 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.642748 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.643024 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.643297 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.643599 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.643877 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.644155 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.645006 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.645296 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.645583 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.645864 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.646140 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.646420 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.646711 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.646981 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.647278 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.647616 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.647897 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.648183 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.648466 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.648742 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.649024 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.649305 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.649593 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.649876 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.650152 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.650454 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.650741 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.651035 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.651323 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.651631 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.651934 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.652268 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.652488 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.652767 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.653049 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.653337 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.653623 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.653924 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.654221 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.654520 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.654818 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.655122 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.655410 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.655864 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.656165 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:59:59.656385 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 15:59:59.656637 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74921) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 16:00:00.070404 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO keyring.backend [-] Loading KWallet Aug 25 16:00:00.078182 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO keyring.backend [-] Loading SecretService Aug 25 16:00:00.081662 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO keyring.backend [-] Loading Windows Aug 25 16:00:00.083085 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO keyring.backend [-] Loading chainer Aug 25 16:00:00.083713 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO keyring.backend [-] Loading macOS Aug 25 16:00:00.118685 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:00.118957 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:00.119248 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:00.119613 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 16:00:00.434885 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.435180 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.435476 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.494015 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.494301 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.494571 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.497625 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.497911 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.498187 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.529000 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.529294 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.529564 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.558450 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.558732 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.559007 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.882781 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.883435 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.883435 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.883762 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:00.884637 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.011154 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.011503 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.011794 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.012070 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.012345 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.012655 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.012924 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.013187 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.013447 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.013737 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.014001 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.014270 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.014537 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.014795 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.015062 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.015341 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.015625 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.015906 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.016162 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.016451 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.016806 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.017062 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.017312 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.017597 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.017848 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.018098 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.018497 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:00:01.018738 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:00:01.018978 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:00:01.019216 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:00:01.020030 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:00:01.020271 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:00:01.020833 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 16:00:01.024192 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 16:00:01.028170 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 16:00:01.032264 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Aug 25 16:00:01.033951 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 16:00:01.034370 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 16:00:01.034721 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 16:00:01.035153 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 16:00:01.038208 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 16:00:01.038454 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 16:00:01.038830 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 16:00:01.067584 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 25 16:00:01.068048 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.068354 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74921) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 16:00:01.068720 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.070261 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74921) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 16:00:01.070557 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 16:00:01.070802 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 16:00:01.074083 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.074374 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.138695 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 16:00:01.138901 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 16:00:01.139079 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 16:00:01.139490 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 16:00:01.173922 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_db.sqlalchemy.engines [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74921) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 25 16:00:01.529663 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Initializing driver for type 'gre' Aug 25 16:00:01.530253 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] gre ID ranges: [(1, 1000)] Aug 25 16:00:01.597177 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Initializing driver for type 'local' Aug 25 16:00:01.597541 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Initializing driver for type 'vlan' Aug 25 16:00:01.611068 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] VlanTypeDriver initialization complete Aug 25 16:00:01.611531 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Initializing driver for type 'vxlan' Aug 25 16:00:01.612128 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] vxlan ID ranges: [(1, 1000)] Aug 25 16:00:01.677473 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Initializing extension driver 'port_security' Aug 25 16:00:01.677870 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] PortSecurityExtensionDriver initialization complete Aug 25 16:00:01.678216 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Initializing mechanism driver 'openvswitch' Aug 25 16:00:01.678585 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Initializing mechanism driver 'hyperv' Aug 25 16:00:01.685265 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:01.686047 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > port after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.686428 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > port after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.686773 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > port after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.687161 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.687544 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.687894 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.688291 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > network after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.688623 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > network after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.688964 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > network after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.689342 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.689686 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.690027 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.690406 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.690750 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.691089 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.691995 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] ML2 OVO RPC backend initialized. {{(pid=74921) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 25 16:00:01.692643 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.693002 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.693419 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > network before_response 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.693774 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > networks before_response 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.694124 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > port before_response 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.694464 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > ports before_response 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.694810 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.695149 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.695521 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > network after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.695866 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > network after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.696201 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > network after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.696537 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > port after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.696874 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > port after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.697206 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > port after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.697541 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.697873 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.698201 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.698798 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.plugin [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Modular L2 Plugin initialization complete Aug 25 16:00:01.699129 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading services supported by the core plugin {{(pid=74921) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 16:00:01.699486 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.plugins.ml2.managers [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Got port-security extension from driver 'port_security' Aug 25 16:00:01.699953 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.extensions.vlantransparent [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Disabled vlantransparent extension. Aug 25 16:00:01.700367 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74921) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 16:00:01.700680 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading Plugin: router Aug 25 16:00:01.737539 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.737934 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router after_create 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.738350 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router before_create 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.738721 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.739229 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.739634 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router after_delete 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.740000 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.740367 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router after_create 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.740715 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router after_update 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.741065 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router after_update 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.741413 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.741770 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router after_update 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.742177 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.742550 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: port after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.742894 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: port after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.743239 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: subnet after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.743607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.743958 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.744308 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.744654 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: port before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.744998 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.745353 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router after_update 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.745693 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.746044 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.746408 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.746753 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.747117 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > agent after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.747478 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.747827 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > network after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.748779 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Tracking information for resource: router configured {{(pid=74921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:00:01.749111 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Tracking information for resource: floatingip configured {{(pid=74921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 16:00:01.754982 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.db.l3_agentschedulers_db [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 16:00:01.755604 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: port after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.755971 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: port after_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.756328 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: port after_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.756681 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: port after_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.757507 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router before_create 55550100 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.757877 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.758243 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.758597 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.763334 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.services.provider_configuration [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service providers = [] {{(pid=74921) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 16:00:01.763732 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.db.servicetype_db [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74921) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 16:00:01.766798 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.services.service_base [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:00:01.767149 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.services.service_base [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:00:01.767514 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.services.service_base [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:00:01.768417 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.services.service_base [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 16:00:01.768791 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.services.service_base [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 16:00:01.769183 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:00:01.770379 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 16:00:01.781240 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:00:01.781500 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading Plugin: auto_allocate Aug 25 16:00:01.787472 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: network precommit_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.787860 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: network precommit_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.788404 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:00:01.788722 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading Plugin: tag Aug 25 16:00:01.795692 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:00:01.796028 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading Plugin: timestamp Aug 25 16:00:01.799885 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:00:01.800212 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading Plugin: network_ip_availability Aug 25 16:00:01.807220 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.807623 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.807983 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:01.808760 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:00:01.809080 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading Plugin: flavors Aug 25 16:00:01.817417 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:00:01.817743 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading Plugin: revisions Aug 25 16:00:01.822352 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 16:00:01.822749 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_concurrency.lockutils [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.703s {{(pid=74921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:01.823538 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74921) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 25 16:00:01.823877 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Initializing extension manager. Aug 25 16:00:01.824387 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: __init__.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.824730 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: __pycache__ {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.825066 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.825399 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.825729 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: _filter_validation_lib.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.826059 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.826384 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: address_group.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.827166 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.827989 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: address-group Aug 25 16:00:01.828315 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: address_scope.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.829029 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.829548 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: address-scope Aug 25 16:00:01.829869 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.831972 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.833000 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: router-admin-state-down-before-update Aug 25 16:00:01.833328 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: agent.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.834046 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.834557 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: agent Aug 25 16:00:01.834880 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: agent_resources_synced.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.836672 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.837199 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: agent-resources-synced Aug 25 16:00:01.837526 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.839771 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.840732 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: allowed-address-pairs Aug 25 16:00:01.841064 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.842154 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.842674 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: auto-allocated-topology Aug 25 16:00:01.843003 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: availability_zone.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.844550 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.845070 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: availability_zone Aug 25 16:00:01.845394 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: availability_zone_filter.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.846324 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.846837 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: availability_zone_filter Aug 25 16:00:01.847156 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: data_plane_status.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.848104 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.848615 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 16:00:01.848936 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: default_subnetpools.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.849845 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.850355 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: default-subnetpools Aug 25 16:00:01.850682 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.851489 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.852002 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: dhcp_agent_scheduler Aug 25 16:00:01.852323 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: dns.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.853244 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.853756 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 16:00:01.854172 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: dns_domain_ports.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.855132 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.855823 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 16:00:01.856170 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: dvr.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.856919 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.857435 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: dvr Aug 25 16:00:01.857832 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: empty_string_filtering.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.858684 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.859203 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: empty-string-filtering Aug 25 16:00:01.859620 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.860760 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.861059 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 16:00:01.861297 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.862207 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.862789 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 16:00:01.863104 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: external_net.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.864106 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.864630 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: external-net Aug 25 16:00:01.864952 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.866061 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.866565 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: extra_dhcp_opt Aug 25 16:00:01.866890 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: extraroute.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.867837 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.868349 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: extraroute Aug 25 16:00:01.868667 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: extraroute_atomic.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.869730 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.870253 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: extraroute-atomic Aug 25 16:00:01.870592 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: filter_validation.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.871279 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.871896 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: filter-validation Aug 25 16:00:01.872131 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: fip_pf_description.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.873075 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.873584 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 16:00:01.873902 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: fip_port_details.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.875022 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.875568 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: fip-port-details Aug 25 16:00:01.875895 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: flavors.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.877429 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.877912 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: flavors Aug 25 16:00:01.878241 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.880478 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.881145 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 16:00:01.881389 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: floatingip_pools.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.882044 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.882563 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: floatingip-pools Aug 25 16:00:01.882888 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: ip_allocation.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.883850 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.884619 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 16:00:01.884943 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.885872 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.886444 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: ip-substring-filtering Aug 25 16:00:01.886710 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: l2_adjacency.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.887689 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.888174 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 16:00:01.888518 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: l3.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.889520 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.890046 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: router Aug 25 16:00:01.890375 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.892733 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.893261 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 16:00:01.893598 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.895174 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.895715 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: ext-gw-mode Aug 25 16:00:01.896044 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.896971 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.897491 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: l3-ha Aug 25 16:00:01.897818 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: l3_flavors.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.898741 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.899240 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: l3-flavors Aug 25 16:00:01.899597 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.900536 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.901045 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 16:00:01.901373 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: l3agentscheduler.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.902437 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.902956 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: l3_agent_scheduler Aug 25 16:00:01.903279 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: logging.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.904794 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.905325 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension logging not supported by any of loaded plugins Aug 25 16:00:01.905656 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: metering.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.906399 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.906984 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: metering Aug 25 16:00:01.907315 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.908451 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.908973 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: metering_source_and_destination_fields Aug 25 16:00:01.909302 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: multiprovidernet.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.910279 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.910791 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: multi-provider Aug 25 16:00:01.911120 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: netmtu.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.912066 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.912583 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: net-mtu Aug 25 16:00:01.912933 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: netmtu_writable.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.913834 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.914352 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: net-mtu-writable Aug 25 16:00:01.914671 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: network_availability_zone.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.915612 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.915888 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: network_availability_zone Aug 25 16:00:01.916211 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: network_ip_availability.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.917494 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.918157 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: network-ip-availability Aug 25 16:00:01.918345 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: network_segment_range.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.919743 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.919743 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 16:00:01.919992 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: pagination.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.920982 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.921314 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: pagination Aug 25 16:00:01.921635 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.922554 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.923079 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: port-mac-address-regenerate Aug 25 16:00:01.923402 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: port_resource_request.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.924342 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.924849 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 16:00:01.925171 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: portbindings.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.926636 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.927146 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: binding Aug 25 16:00:01.927485 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: portbindings_extended.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.928783 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.929299 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: binding-extended Aug 25 16:00:01.929626 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: portsecurity.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.930551 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.931066 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: port-security Aug 25 16:00:01.931393 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: project_id.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.932402 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.932733 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: project-id Aug 25 16:00:01.933052 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: providernet.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.933965 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.934490 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: provider Aug 25 16:00:01.934812 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: qos.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.938414 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.938942 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension qos not supported by any of loaded plugins Aug 25 16:00:01.939273 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.940557 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.941083 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 16:00:01.941974 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.942897 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.943413 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 16:00:01.943767 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: qos_default.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.944696 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.945209 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension qos-default not supported by any of loaded plugins Aug 25 16:00:01.945538 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: qos_fip.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.946198 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.946706 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 16:00:01.947028 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.947974 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.948490 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 16:00:01.948814 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.949725 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.950247 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 16:00:01.950572 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.951512 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.952030 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 16:00:01.952354 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: qos_rules_alias.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.953394 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.953913 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 16:00:01.954238 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: quotasv2.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.955163 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.955517 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: quotas Aug 25 16:00:01.955844 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: quotasv2_detail.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.957660 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.958002 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: quota_details Aug 25 16:00:01.958335 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: rbac.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.959408 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.959989 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: rbac-policies Aug 25 16:00:01.960317 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: rbac_address_scope.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.961247 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.961770 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: rbac-address-scope Aug 25 16:00:01.962093 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: rbac_security_groups.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.963025 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.963569 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: rbac-security-groups Aug 25 16:00:01.963895 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.964808 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.965321 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: rbac-subnetpool Aug 25 16:00:01.965642 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: revisionifmatch.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.966563 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.967077 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: revision-if-match Aug 25 16:00:01.967400 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: revisions.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.968543 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.969062 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: standard-attr-revisions Aug 25 16:00:01.969384 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: router_availability_zone.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.970065 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.970605 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: router_availability_zone Aug 25 16:00:01.970900 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: routerservicetype.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.971873 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.972479 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 16:00:01.972734 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.973663 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.974176 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: port-security-groups-filtering Aug 25 16:00:01.974594 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: securitygroup.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.985731 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.986275 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: security-group Aug 25 16:00:01.986610 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: segment.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.987423 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.987977 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension segment not supported by any of loaded plugins Aug 25 16:00:01.988960 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.989945 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.990473 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 16:00:01.990804 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: servicetype.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.991926 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.992451 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: service-type Aug 25 16:00:01.992779 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: sorting.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.993765 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.994097 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: sorting Aug 25 16:00:01.994422 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: standard_attr_segment.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.995362 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.995910 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 16:00:01.996240 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: standardattrdescription.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.996897 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.997415 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: standard-attr-description Aug 25 16:00:01.997741 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: stateful_security_group.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:01.998684 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:01.999207 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: stateful-security-group Aug 25 16:00:01.999560 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: stdattrs_common.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.000142 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 16:00:02.000467 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.001400 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.001922 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 16:00:02.002238 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: subnet_onboard.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.003405 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.004874 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: subnet_onboard Aug 25 16:00:02.005196 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.006136 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.006649 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 16:00:02.006972 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: subnet_service_types.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.007975 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.008487 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: subnet-service-types Aug 25 16:00:02.008873 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: subnetallocation.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.010172 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.010708 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: subnet_allocation Aug 25 16:00:02.011037 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.011750 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.012272 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: subnetpool-prefix-ops Aug 25 16:00:02.012594 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.013530 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.014045 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 16:00:02.014364 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: tagging.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.015492 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.016015 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: standard-attr-tag Aug 25 16:00:02.016346 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: timestamp.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.017560 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.018087 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loaded extension: standard-attr-timestamp Aug 25 16:00:02.018414 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: trunk.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.019497 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.020025 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension trunk not supported by any of loaded plugins Aug 25 16:00:02.020351 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: trunk_details.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.021278 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.021799 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 16:00:02.022125 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.023040 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.023596 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 16:00:02.023927 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Loading extension file: vlantransparent.py {{(pid=74921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 16:00:02.024602 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 16:00:02.025115 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 16:00:02.027512 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:network Aug 25 16:00:02.028254 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:subnet Aug 25 16:00:02.028869 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:00:02.029778 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:port Aug 25 16:00:02.031084 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.031627 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service FLAVORS assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.032198 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.032629 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.032961 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:router Aug 25 16:00:02.033632 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 16:00:02.034340 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service METERING assigned prefix: /metering {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.035845 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:02.036237 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:02.036615 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:00:02.037791 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 16:00:02.038244 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:security_group Aug 25 16:00:02.038895 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 16:00:02.039674 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service CORE assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.040009 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:00:02.040345 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] subnetpool is already registered Aug 25 16:00:02.040957 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service CORE assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.041286 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:00:02.041610 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] subnetpool is already registered Aug 25 16:00:02.044323 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.044762 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service FLAVORS assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.045358 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.045781 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.046116 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:router Aug 25 16:00:02.046444 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] router is already registered Aug 25 16:00:02.047043 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 16:00:02.047373 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] floatingip is already registered Aug 25 16:00:02.048028 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service METERING assigned prefix: /metering {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.048698 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 16:00:02.049027 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] rbac_policy is already registered Aug 25 16:00:02.049572 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:security_group Aug 25 16:00:02.049911 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] security_group is already registered Aug 25 16:00:02.051014 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 16:00:02.051364 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] security_group_rule is already registered Aug 25 16:00:02.052089 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service CORE assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.052417 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:00:02.052740 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] subnetpool is already registered Aug 25 16:00:02.053371 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.v2.resource_helper [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Service CORE assigned prefix: {{(pid=74921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 16:00:02.053698 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 16:00:02.054021 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING neutron.quota.resource_registry [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] subnetpool is already registered Aug 25 16:00:02.054673 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: extensions {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.056211 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: address-groups {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.057780 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: address-scopes {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.058975 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: agents {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.060181 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: auto-allocated-topology {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.061412 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: availability_zones {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.062689 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: dhcp-networks {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.064109 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: dhcp-agents {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.065494 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: routers {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.067877 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: flavors {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.069027 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: service_profiles {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.070209 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: next_providers {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.071724 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: service_profiles {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.073145 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: floatingip-pools {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.074334 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: routers {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.076129 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: floatingips {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.077290 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: l3-routers {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.078633 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: l3-agents {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.080046 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: metering-labels {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.082334 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: metering-label-rules {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.083672 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: network-ip-availabilities {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.084924 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: bindings {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.086541 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: quotas {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.088002 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: quotas {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.089410 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: rbac-policies {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.090690 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: security-groups {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.091917 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: security-group-rules {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.093146 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: service-providers {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.094369 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: subnetpools {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.095789 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: subnetpools {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.097226 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.098924 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.100731 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.102499 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.104277 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.105938 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.107696 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.109524 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.111387 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.114661 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron.api.extensions [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Extended resource: tags {{(pid=74921) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 16:00:02.120615 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING keystonemiddleware.auth_token [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 16:00:02.125376 dv-cinder-806007-1-iscsi neutron-server[74921]: WARNING keystonemiddleware.auth_token [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 16:00:02.133913 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_concurrency.lockutils [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Acquired lock "singleton_lock" {{(pid=74921) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 16:00:02.134645 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_concurrency.lockutils [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Releasing lock "singleton_lock" {{(pid=74921) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 16:00:02.135279 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO oslo_service.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Starting 2 workers Aug 25 16:00:02.140252 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Started child 75028 {{(pid=74921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:00:02.144583 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Started child 75029 {{(pid=74921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:00:02.145550 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.146471 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO neutron.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 16:00:02.146799 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Notify callbacks [] for process, before_spawn {{(pid=74921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.147159 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [-] (75028) wsgi starting up on http://0.0.0.0:9696 Aug 25 16:00:02.149193 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.149744 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO oslo_service.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Starting 1 workers Aug 25 16:00:02.150544 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [-] (75029) wsgi starting up on http://0.0.0.0:9696 Aug 25 16:00:02.154173 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Started child 75030 {{(pid=74921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:00:02.154824 dv-cinder-806007-1-iscsi neutron-server[74921]: INFO oslo_service.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Starting 1 workers Aug 25 16:00:02.157819 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] calling RpcWorker wait() {{(pid=75030) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 16:00:02.158496 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] returning from RpcWorker wait() {{(pid=75030) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 16:00:02.158962 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Started child 75031 {{(pid=74921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 16:00:02.159555 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.159748 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG neutron_lib.callbacks.manager [None req-a3c6cfdd-9238-4511-8799-e05e10f941e5 None None] Notify callbacks [] for process, after_spawn {{(pid=74921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.159984 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:02.161785 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74921) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 16:00:02.162000 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 16:00:02.162165 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 16:00:02.162381 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 16:00:02.162717 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 16:00:02.162869 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 16:00:02.163358 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.163676 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.163903 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.164448 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.164448 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.164448 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.164856 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:02.164999 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.165273 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.165510 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.165782 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.166031 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.166198 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.166364 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.167311 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.167311 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.167311 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.167792 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.167792 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.168247 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.168247 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.168548 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.168548 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.168818 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.169042 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] debug = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.169294 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.169811 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.170055 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.170282 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.170524 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.170801 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.171058 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.171338 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.171575 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.171868 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.172034 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.172297 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.172528 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.172772 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.173030 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.173332 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.173817 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] host = dv-cinder-806007-1-iscsi {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.173970 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.174168 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.174423 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.174653 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.174897 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.175132 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.175372 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.176182 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.177620 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.178519 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.180916 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.181786 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.182079 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.182301 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_file = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.182463 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_options = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.182706 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.184551 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.184551 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.185184 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.185184 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.185184 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.185837 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.185837 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.185837 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.186233 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.186233 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.187029 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.187029 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.187029 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.187029 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.187850 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.187850 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.187850 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.188306 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.188306 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.188577 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.189043 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.189379 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.189535 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.189878 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.190026 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.190776 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.191019 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.191867 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.192070 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.192436 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.192710 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.193125 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.193376 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.193611 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.193842 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.194078 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.195101 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.195101 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.195101 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.195101 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.196263 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.196263 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.196263 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.196263 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.196263 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_json = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.197461 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.197461 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.197461 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.197461 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.197461 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.197461 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.199607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.199607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.199607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.199607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.199607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.199607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.199607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.199607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.200160 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.200160 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.200304 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.200466 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.200775 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.200998 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.201333 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.201593 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.201862 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.202108 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.202345 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.202583 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.202823 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.203042 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.204433 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.204663 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.204937 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.205188 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.205426 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.205662 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.205887 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.206127 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.206358 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.206604 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.207168 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.207733 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.207990 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.208214 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.208431 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.208658 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.208879 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.209111 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.209350 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.209595 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.209832 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.210048 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.210288 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.210500 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.210742 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.210974 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.211265 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.211403 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.211629 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.211870 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.212082 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.212353 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.212602 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.212822 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.213036 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.213252 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.213469 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.213713 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.213930 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.214143 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.214365 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.214608 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.214820 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.215055 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.215283 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.215544 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.215822 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.215979 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.216199 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.216412 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.216658 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.216870 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.217086 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.217297 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.217625 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.217946 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.218195 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.218455 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.218683 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.218948 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.219188 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.219426 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.219705 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.219901 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.220133 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.220392 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.220639 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.220901 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.221146 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.221365 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.221624 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.221852 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.222076 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.222316 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.222616 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.222849 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.223111 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.223363 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.223660 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.225153 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.225431 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.225726 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.225972 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.226248 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.226495 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.226770 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.227072 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.227348 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.227679 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.227919 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.228179 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.228438 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.228703 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.228979 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.229214 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.229481 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.229727 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.230004 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.230282 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.230504 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.230721 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.230955 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.231282 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.231572 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.231803 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.232054 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.232339 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.233115 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.233367 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.233638 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.233900 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.234163 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.234427 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.234660 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.234876 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.235108 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.235354 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.235610 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.235847 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.236060 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.236303 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.236520 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.236752 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.236999 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.237218 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.237456 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.237668 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.237904 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.238662 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.238919 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.239133 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.239369 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.239645 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.239882 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.240196 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.240382 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.240529 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.240791 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.241340 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.241622 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.242087 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.242574 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.242825 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.243064 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.243322 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.243557 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.243810 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.244027 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.244261 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.244473 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.244691 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.244925 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.245133 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.245379 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.245591 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.245860 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.246077 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.246417 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.246652 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.246902 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.247142 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.247356 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.247630 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.247848 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.248067 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.248287 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.248521 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.248787 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.249012 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.249251 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.249479 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.249681 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.249893 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.250124 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.250352 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.250614 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.250867 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.251084 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.251512 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.251617 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.251850 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.252105 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.252334 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.252561 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.252774 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.252983 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.253202 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.253431 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.254267 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.254526 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.254743 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.255035 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.255263 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.255516 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.255783 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.256193 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.256304 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.256522 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.256739 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.257028 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.257271 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.257546 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.258049 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.258181 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.258410 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.258646 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.258913 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.259461 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.259720 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.259931 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.260231 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.260562 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.260862 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.261138 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.261370 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.261665 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.261885 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.262117 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.262344 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.262571 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.262810 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.263046 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.263285 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.263532 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.263744 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.263967 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.264182 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.264404 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.264631 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.264852 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.265080 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.265235 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:00:02.265757 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74921) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 16:00:02.265920 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 16:00:02.266072 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 16:00:02.266243 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 16:00:02.266413 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 16:00:02.266561 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 16:00:02.266752 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.266912 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.267075 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.267216 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.267373 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.267581 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.267736 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.267892 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.268052 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.268191 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.268355 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.268511 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.268649 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.268800 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.268963 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.269104 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.269300 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.269458 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.269619 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.269778 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.269934 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.270091 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.270247 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] debug = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.270407 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.270664 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.270789 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.270913 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.271069 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.271225 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.271382 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.271561 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.271718 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.271877 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.272031 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.272188 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.272344 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.272499 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.272655 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.272811 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.272971 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] host = dv-cinder-806007-1-iscsi {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.273123 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.273278 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.273433 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.273589 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.273744 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.273899 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.274056 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.274212 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.274368 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.274615 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.274942 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.275115 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.275212 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.275356 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_file = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.275539 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_options = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.275699 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.275841 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.276213 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.276405 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.276571 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.276756 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.276899 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.277080 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.277212 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278116 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278116 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278116 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278116 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278116 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278116 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278691 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278691 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278691 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278691 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278962 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.278962 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.279112 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.279241 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.279399 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.279579 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.279736 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.279910 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.280049 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.280206 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.280362 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.280520 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.280678 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.280836 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.280997 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.281147 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.281281 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.281439 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.281618 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.281831 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.282049 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.282049 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.282302 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.282432 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.282608 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.282608 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.282969 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_json = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.282969 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.283215 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.283215 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.283780 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.283780 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.283780 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.283780 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.284263 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 16:00:02.284263 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.284263 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.284468 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.284560 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.284721 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.285398 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.285559 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.285721 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.285883 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.286043 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.286212 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.286373 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.286552 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.286816 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.286994 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.287081 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.287159 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.287315 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.287495 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.287657 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.287817 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.287979 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.288138 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.288297 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.288494 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.288607 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.288767 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.288929 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.289090 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.289252 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.289413 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.289572 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.289731 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.289891 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.290051 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.290211 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.290370 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.290530 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.290689 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.290848 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.291020 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.291180 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.291340 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.291520 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.291681 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.291841 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.292001 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.292161 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.292320 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.292479 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.292639 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.292832 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.292992 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.293157 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.293315 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.293632 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.293949 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.294110 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.294269 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.294428 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.294590 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.294751 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.294912 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.295074 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.295234 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.295396 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.295588 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.295750 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.295910 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.296071 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.296230 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.296390 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.296549 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.296711 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.296882 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.297059 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.297220 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.297379 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.297539 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.297699 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.297858 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.298018 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.298178 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.298338 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.298498 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.298658 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.298817 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.298954 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:02.299047 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.299128 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.299280 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.299469 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.299619 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.299778 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.299937 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.300097 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.300255 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.300416 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.301234 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.301394 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.301553 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.301713 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.301885 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.302046 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.302209 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.302370 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.302539 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.302711 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.302873 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.303034 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.303194 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.303353 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.303535 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.303697 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.303858 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.304016 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.304176 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.304335 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.304502 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.304675 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.304835 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.304995 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.305155 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.305338 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.305499 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.305658 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.305818 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.305977 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.306137 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.306297 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.306456 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.306615 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.306802 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.306931 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.307091 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.307250 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.307410 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.307593 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.307753 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.307913 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.308072 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.308232 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.308396 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.308555 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.308768 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.308857 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.309011 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.309170 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.309329 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.309489 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.309652 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.309812 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.309970 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.310129 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.310287 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.311071 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.311071 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.311071 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.311071 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.311071 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.311427 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.311427 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.312683 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.312683 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.312683 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.313061 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.313061 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.313061 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.313947 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.313947 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.313947 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.313947 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.313947 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.314814 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.314814 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.314814 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.314814 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.314814 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.314814 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.315163 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.315163 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.315163 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.315373 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.315504 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.315770 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.315860 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.315975 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.316170 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.316333 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.316503 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.316681 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.317058 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.317058 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.317332 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.317332 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.318192 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.318192 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.318192 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.318192 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.318192 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.318192 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319073 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319073 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319073 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319073 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319073 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319073 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319660 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319660 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319660 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319882 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.319882 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.320027 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.320155 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.320317 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.320476 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.320650 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.320812 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.320990 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.321136 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.321296 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.321475 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.321614 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.321858 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.321960 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.322108 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.322269 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.322439 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.322609 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.322778 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.322938 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.323105 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.323279 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.323456 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.323619 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.323779 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.323938 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.324098 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.324257 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.324417 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.324578 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.324738 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.324898 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.325058 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.325218 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.325377 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.325537 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.325697 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.325856 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.326016 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.326175 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.326335 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 16:00:02.326524 dv-cinder-806007-1-iscsi neutron-server[74921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 16:00:02.599173 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 48448) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:02.607865 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063870 Aug 25 16:00:13.760360 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3807b194-5486-43d9-af44-9060d18e17b5 None None] get_active_networks_info from dv-cinder-806007-1-iscsi {{(pid=75030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 25 16:00:13.837631 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807b194-5486-43d9-af44-9060d18e17b5 None None] No non-hosted networks {{(pid=75030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 16:00:13.875034 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9846e673-693f-42a8-998a-d974f3066228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2020303'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:14.177611 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2020303'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:14.178917 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.179526 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.180090 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.180723 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.181297 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.184621 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.187889 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.192426 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.194102 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.195896 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.197883 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:14.199457 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806007-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:14.218682 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806007-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:16.457827 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4134-d913-4bcf-9543-4f3d4e93463d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2020303'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:16.516801 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6b8f4edb-ed37-4500-8557-0a947099c413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:17.594777 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2020303'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:19.621098 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2020303'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:19.768518 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.db.l3_hamode_db [None req-2e449cd0-9e34-46dd-8525-be1981522a2a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 16:00:19.868283 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e449cd0-9e34-46dd-8525-be1981522a2a None None] Routers set() bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:00:19.868818 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e449cd0-9e34-46dd-8525-be1981522a2a None None] Router IDs set() for agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 16:00:21.792405 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 48538) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:22.544709 dv-cinder-806007-1-iscsi neutron-server[75028]: WARNING oslo_policy.policy [None req-4eeb83af-1a3a-4f69-8e77-0e844e1910cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:00:22.545307 dv-cinder-806007-1-iscsi neutron-server[75028]: WARNING oslo_policy.policy [None req-4eeb83af-1a3a-4f69-8e77-0e844e1910cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:00:22.772253 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [None req-4eeb83af-1a3a-4f69-8e77-0e844e1910cb admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:00:22.773212 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4eeb83af-1a3a-4f69-8e77-0e844e1910cb admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9800105 Aug 25 16:00:25.082545 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 48552) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:25.473596 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-1aebf4f3-c7ab-45d2-89f7-33f293cd41cd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:00:25.521218 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.policy [None req-1aebf4f3-c7ab-45d2-89f7-33f293cd41cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75028) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 16:00:25.521951 dv-cinder-806007-1-iscsi neutron-server[75028]: WARNING oslo_policy.policy [None req-1aebf4f3-c7ab-45d2-89f7-33f293cd41cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:00:25.522334 dv-cinder-806007-1-iscsi neutron-server[75028]: WARNING oslo_policy.policy [None req-1aebf4f3-c7ab-45d2-89f7-33f293cd41cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:00:25.525647 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.quota [None req-1aebf4f3-c7ab-45d2-89f7-33f293cd41cd admin admin] Loaded quota_driver: . Aug 25 16:00:25.541341 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1aebf4f3-c7ab-45d2-89f7-33f293cd41cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:25.611054 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1aebf4f3-c7ab-45d2-89f7-33f293cd41cd admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766035305929', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766035326504', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766035313976', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766035340446', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766035331594', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-583239', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-880698', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1959499', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1725599'] for rbac-policy, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:25.677972 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1aebf4f3-c7ab-45d2-89f7-33f293cd41cd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:25.679116 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1aebf4f3-c7ab-45d2-89f7-33f293cd41cd admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5956202 Aug 25 16:00:28.217909 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 48566) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:28.600463 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Request body: {'network': {'name': 'private', 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'admin_state_up': True}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:00:28.605486 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:28.610191 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Usage tracker for resource:network and tenant:5f6cd353bcda4a079462204e92fb817c is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:00:28.614931 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:00:28.621034 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:00:28.631010 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Made reservation on behalf of 5f6cd353bcda4a079462204e92fb817c for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:00:28.633875 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:28.651824 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:28.692843 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:28.696427 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Usage tracker for resource:security_group_rule and tenant:5f6cd353bcda4a079462204e92fb817c is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:00:28.699182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:00:28.704962 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:00:28.772214 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:28.775854 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:28.781167 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:28.799350 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:00:28.828475 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766033803897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:28.829072 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Unsubscribe: segment precommit_create {{(pid=75028) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 16:00:28.829551 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Added segment c4a9f295-9598-4a60-a2dd-401a9ce1522e of type vlan for network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 Aug 25 16:00:28.844144 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4726a6b4-3c23-4695-b605-a5bfd8f9d2f3,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:28.895527 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.895855 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.896178 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.896496 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.896889 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.897123 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.897420 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.897745 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.898052 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.898355 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.898704 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Tracked resource versions report: Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: pushed versions: Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Log': {'1.0'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Network': {'1.1'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Port': {'1.5'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'PortForwarding': {'1.2'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'QosPolicy': {'1.8'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SecurityGroup': {'1.2'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SubPort': {'1.0'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Subnet': {'1.1'}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Trunk': {'1.1'}} Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: consumer versions: Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: { DHCP agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: L3 agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: Metadata agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: Metering agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: Open vSwitch agent@dv-cinder-806007-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Log': '1.0', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Network': '1.1', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Port': '1.5', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'PortForwarding': '1.2', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'QosPolicy': '1.8', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SecurityGroup': '1.2', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SecurityGroupRule': '1.0', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SubPort': '1.0', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Subnet': '1.1', Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Trunk': '1.1'}} Aug 25 16:00:28.899830 dv-cinder-806007-1-iscsi neutron-server[75028]: {{(pid=75028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:00:28.951942 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:28.955627 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:28.991446 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:28.992849 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:28.993638 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:28.998613 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:29.103576 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Pushing event updated for resources: {'Network': ['ID=57453e6f-75ab-4d1a-bd4c-67e6dc4cd219,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:29.106233 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8873148 Aug 25 16:00:29.107914 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:29.117051 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:00:31.794391 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 48582) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:32.271544 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27004e1d-a64f-4a0d-b4e6-98902c447f27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:32.272879 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-27004e1d-a64f-4a0d-b4e6-98902c447f27 admin admin] 10.222.0.73 "GET /v2.0/networks/57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 HTTP/1.1" status: 200 len: 826 time: 0.4775560 Aug 25 16:00:32.304271 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-eb472c40-984e-4b77-a18d-4c47dc3d70c1 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/c0e4cefa-ff44-4988-b3f8-eaeb3773233b HTTP/1.1" status: 200 len: 734 time: 0.0259793 Aug 25 16:00:32.312873 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'subnetpool_id': 'c0e4cefa-ff44-4988-b3f8-eaeb3773233b', 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:00:32.317852 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:32.321559 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Usage tracker for resource:subnet and tenant:5f6cd353bcda4a079462204e92fb817c is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:00:32.324410 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:00:32.329992 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:00:32.340983 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Made reservation on behalf of 5f6cd353bcda4a079462204e92fb817c for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:00:32.343260 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:32.624406 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:32.628472 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:32.708854 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cafc61-6d57-4e07-9b3b-b1826b3df2e2,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:32.715828 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:32.719040 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Checking segment: {'id': 'c4a9f295-9598-4a60-a2dd-401a9ce1522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:00:32.719398 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Network hostable DHCP agents. Network: 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:00:32.744630 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:00:32.755604 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:00:32.761102 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:32.761752 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:32.765868 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8db97b-bb29-45ed-b79c-0a47657764a7 None None] Network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:00:32.784104 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4745774 Aug 25 16:00:33.091392 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-57453e6f-75ab-4d1a-bd4c-67e6dc4cd219', 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'fixed_ips': [{'subnet_id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:00:33.092604 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:33.284970 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Allocated IP 172.20.0.2 (57453e6f-75ab-4d1a-bd4c-67e6dc4cd219/b9cafc61-6d57-4e07-9b3b-b1826b3df2e2/22181ebe-0394-4ad9-bff3-19d3ca27ffc1) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:00:33.523598 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:33.539694 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Transition to ACTIVE for port object 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:00:33.559745 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Transition to ACTIVE for port object 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:00:33.567199 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:33.574366 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:33.636500 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:00:33.639518 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:00:33.646735 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:00:33.648937 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Pushing event updated for resources: {'Port': ['ID=22181ebe-0394-4ad9-bff3-19d3ca27ffc1,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:33.684870 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.685205 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.685536 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.685861 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.686179 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.686492 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.686807 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.687140 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.687472 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.687784 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.688096 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Tracked resource versions report: Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: pushed versions: Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Log': {'1.0'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Network': {'1.1'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Port': {'1.5'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'PortForwarding': {'1.2'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'QosPolicy': {'1.8'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SecurityGroup': {'1.2'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SubPort': {'1.0'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Subnet': {'1.1'}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Trunk': {'1.1'}} Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: consumer versions: Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: { DHCP agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: L3 agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: Metadata agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: Metering agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: Open vSwitch agent@dv-cinder-806007-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Log': '1.0', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Network': '1.1', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Port': '1.5', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'PortForwarding': '1.2', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'QosPolicy': '1.8', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SecurityGroup': '1.2', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SecurityGroupRule': '1.0', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SubPort': '1.0', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Subnet': '1.1', Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Trunk': '1.1'}} Aug 25 16:00:33.689187 dv-cinder-806007-1-iscsi neutron-server[75030]: {{(pid=75030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:00:33.697370 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:33.752198 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Attempting to bind port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:00:33.752594 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Attempting to bind port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'c4a9f295-9598-4a60-a2dd-401a9ce1522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:00:33.753695 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Attempting to bind port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 on network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:00:33.760682 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:00:33.761083 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Checking segment: {'id': 'c4a9f295-9598-4a60-a2dd-401a9ce1522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:00:33.761572 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:33.761961 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Bound using segment: {'id': 'c4a9f295-9598-4a60-a2dd-401a9ce1522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:00:33.762427 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Bound port: 22181ebe-0394-4ad9-bff3-19d3ca27ffc1, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a9f295-9598-4a60-a2dd-401a9ce1522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:00:33.762816 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:33.852144 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] For port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:00:33.856414 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] For port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=22181ebe-0394-4ad9-bff3-19d3ca27ffc1,segment=NetworkSegment(c4a9f295-9598-4a60-a2dd-401a9ce1522e),segment_id=c4a9f295-9598-4a60-a2dd-401a9ce1522e)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:00:33.863970 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:33.868743 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:33.976428 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Pushing event updated for resources: {'Port': ['ID=22181ebe-0394-4ad9-bff3-19d3ca27ffc1,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:34.003472 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:35.146693 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 48594) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:35.579375 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [None req-d429a4d7-64bf-40a0-9a66-7feee626bd84 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:00:35.580373 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d429a4d7-64bf-40a0-9a66-7feee626bd84 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4323504 Aug 25 16:00:37.753169 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10b1331-b0e3-46fb-b45b-23d73a458fe3 None None] Network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:00:37.849396 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-c23b9a4f-0e3f-41f4-84b5-4e6ef9f74ff3 None None] Provisioning for port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:00:37.866058 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 48608) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:38.465329 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:00:38.513176 dv-cinder-806007-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-31ab95c5-60bf-4a6a-9833-7d3c3d5082e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:00:38.514190 dv-cinder-806007-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-31ab95c5-60bf-4a6a-9833-7d3c3d5082e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:00:38.533700 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:00:38.538258 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:00:38.538643 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:38.656664 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:38.688750 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=22181ebe-0394-4ad9-bff3-19d3ca27ffc1,segment=NetworkSegment(c4a9f295-9598-4a60-a2dd-401a9ce1522e),segment_id=c4a9f295-9598-4a60-a2dd-401a9ce1522e)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:00:38.692827 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:38.694928 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:38.731896 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-31ab95c5-60bf-4a6a-9833-7d3c3d5082e1 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:00:38.733139 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-31ab95c5-60bf-4a6a-9833-7d3c3d5082e1 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8649733 Aug 25 16:00:38.757402 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=22181ebe-0394-4ad9-bff3-19d3ca27ffc1,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:38.761440 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:40.445077 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:00:40.516801 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:00:40.517182 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:41.282515 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 48624) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:41.656254 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5f6cd353bcda4a079462204e92fb817c'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:00:41.689194 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.policy [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75029) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 16:00:41.689956 dv-cinder-806007-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:00:41.690352 dv-cinder-806007-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 16:00:41.693703 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.quota [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Loaded quota_driver: . Aug 25 16:00:41.710034 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:41.716550 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Usage tracker for resource:router and tenant:5f6cd353bcda4a079462204e92fb817c is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:00:41.721166 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:00:41.729130 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:00:41.744987 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:41.746867 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:41.774944 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:41.888207 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:41.909933 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:41.911125 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0bfb3dda-cfcd-45de-938c-05fdd8373bf4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6276512 Aug 25 16:00:43.661145 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4f4a915c-cf57-43fc-9eed-b07d34e533cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:44.136992 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:44.150695 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 48636) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:44.536128 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-0be7506f-3f69-41a1-b5e3-c3b8df16aa2d admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:00:44.537098 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0be7506f-3f69-41a1-b5e3-c3b8df16aa2d admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3852587 Aug 25 16:00:46.450332 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-58c6b08e-8e2f-4c30-bf9b-b84a6c7d009e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:46.770258 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 48646) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:47.233815 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:00:47.238785 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:47.243502 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Usage tracker for resource:network and tenant:1e61cce3b1d5433c8dc31028b121e14e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:00:47.246803 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:00:47.252342 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:00:47.261843 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Made reservation on behalf of 1e61cce3b1d5433c8dc31028b121e14e for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:00:47.264746 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:47.287947 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:47.326660 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:47.330226 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Usage tracker for resource:security_group_rule and tenant:1e61cce3b1d5433c8dc31028b121e14e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:00:47.333969 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:00:47.339435 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:00:47.403198 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:47.407000 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:47.412177 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:47.422514 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Reserving flat network on physical network physnet1 {{(pid=75029) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 16:00:47.450413 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766033803897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:47.450958 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Unsubscribe: segment precommit_create {{(pid=75029) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 16:00:47.451424 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Added segment de08946a-5b68-4ac5-96a9-07dff9aaf62f of type flat for network c09252c6-fda2-4fa5-924a-0ae49da8593b Aug 25 16:00:47.501776 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:47.505394 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf09f8b-2d23-4904-ab0a-43961ec75d96,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:47.530549 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.530882 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.531210 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.531566 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.531874 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.532189 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.532499 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.532823 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.533133 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.533439 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.534287 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Tracked resource versions report: Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: pushed versions: Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Log': {'1.0'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Network': {'1.1'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Port': {'1.5'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'PortForwarding': {'1.2'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'QosPolicy': {'1.8'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SecurityGroup': {'1.2'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SubPort': {'1.0'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Subnet': {'1.1'}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Trunk': {'1.1'}} Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: consumer versions: Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: { DHCP agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: L3 agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: Metadata agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: Metering agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: Open vSwitch agent@dv-cinder-806007-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Log': '1.0', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Network': '1.1', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Port': '1.5', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'PortForwarding': '1.2', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'QosPolicy': '1.8', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SecurityGroup': '1.2', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SecurityGroupRule': '1.0', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SubPort': '1.0', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Subnet': '1.1', Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Trunk': '1.1'}} Aug 25 16:00:47.535338 dv-cinder-806007-1-iscsi neutron-server[75029]: {{(pid=75029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:00:47.574096 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:47.581162 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:47.618080 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:47.619592 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:47.620264 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:47.624831 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:47.730243 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9589097 Aug 25 16:00:47.730933 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Pushing event updated for resources: {'Network': ['ID=c09252c6-fda2-4fa5-924a-0ae49da8593b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:47.757095 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:47.764837 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network c09252c6-fda2-4fa5-924a-0ae49da8593b details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:00:49.542083 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:49.996400 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 48670) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:50.226259 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d00c01-abe9-4869-9c65-03659f62b02b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:50.227643 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-03d00c01-abe9-4869-9c65-03659f62b02b admin admin] 10.222.0.73 "GET /v2.0/subnets/b9cafc61-6d57-4e07-9b3b-b1826b3df2e2 HTTP/1.1" status: 200 len: 849 time: 0.2303214 Aug 25 16:00:50.406481 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-22f6311f-65ca-4fcf-bcd7-c76e14c69851 admin admin] 10.222.0.73 "GET /v2.0/routers/8bbaf09d-29d1-486a-bfc1-e53c67853277 HTTP/1.1" status: 200 len: 704 time: 0.1735921 Aug 25 16:00:50.867678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:51.100199 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Allocated IP 172.20.0.1 (57453e6f-75ab-4d1a-bd4c-67e6dc4cd219/b9cafc61-6d57-4e07-9b3b-b1826b3df2e2/d5dbba6e-d5ab-44c1-86c4-2e425688c9ac) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:00:51.252812 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:51.269580 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Transition to ACTIVE for port object d5dbba6e-d5ab-44c1-86c4-2e425688c9ac will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:00:51.322208 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:51.327952 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:51.395574 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:00:51.398342 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:00:51.402152 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:00:51.402649 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:51.410119 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Pushing event updated for resources: {'Port': ['ID=d5dbba6e-d5ab-44c1-86c4-2e425688c9ac,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:51.450879 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:51.560768 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:51.586156 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-58d2bdbc-47f4-4b71-adea-5ed9e5f7209b None None] Provisioning for port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:00:51.590929 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-58d2bdbc-47f4-4b71-adea-5ed9e5f7209b None None] Provisioning complete for port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:00:51.591302 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-58d2bdbc-47f4-4b71-adea-5ed9e5f7209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:51.641520 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-58d2bdbc-47f4-4b71-adea-5ed9e5f7209b None None] Port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:00:51.784825 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:51.789081 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:51.790132 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:51.793256 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:51.921153 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Pushing event updated for resources: {'Port': ['ID=d5dbba6e-d5ab-44c1-86c4-2e425688c9ac,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:51.925041 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:51.983910 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:00:51.985003 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:00:52.165210 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-c8580cb1-bc16-47e2-99d3-e9618bcc2c59 None None] Provisioning complete for port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:00:52.165579 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8580cb1-bc16-47e2-99d3-e9618bcc2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:52.215893 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-c8580cb1-bc16-47e2-99d3-e9618bcc2c59 None None] Port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:00:52.332248 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Router 8bbaf09d-29d1-486a-bfc1-e53c67853277 is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:00:52.498171 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:00:52.507554 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] 10.222.0.73 "PUT /v2.0/routers/8bbaf09d-29d1-486a-bfc1-e53c67853277/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0962405 Aug 25 16:00:52.508708 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Sync routers for ids ['8bbaf09d-29d1-486a-bfc1-e53c67853277'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:00:52.522241 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Routers {'8bbaf09d-29d1-486a-bfc1-e53c67853277'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:00:52.523129 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:00:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['8bbaf09d-29d1-486a-bfc1-e53c67853277'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:52.693141 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Set router 8bbaf09d-29d1-486a-bfc1-e53c67853277 gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:00:53.060630 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'name': 'router1', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:00:41Z', 'updated_at': '2021-08-25T16:00:51Z', 'revision_number': 2, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'gw_port_host': None, '_interfaces': [{'id': 'd5dbba6e-d5ab-44c1-86c4-2e425688c9ac', 'name': '', 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'mac_address': 'fa:16:3e:86:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:00:50Z', 'updated_at': '2021-08-25T16:00:51Z', 'revision_number': 2, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'subnets': [{'id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0e4cefa-ff44-4988-b3f8-eaeb3773233b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:53.066281 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Checking router: 8bbaf09d-29d1-486a-bfc1-e53c67853277 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:00:53.066653 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Updating router 8bbaf09d-29d1-486a-bfc1-e53c67853277 port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:00:53.119712 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:53.490106 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:53.504815 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Transition to ACTIVE for port object d5dbba6e-d5ab-44c1-86c4-2e425688c9ac will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:00:53.511484 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:53.517119 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:53.714095 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Pushing event updated for resources: {'Port': ['ID=d5dbba6e-d5ab-44c1-86c4-2e425688c9ac,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:53.764043 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.764386 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.764719 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.765042 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.765410 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.765688 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.766006 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.766327 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.766644 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.766953 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.767263 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Tracked resource versions report: Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: pushed versions: Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Log': {'1.0'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Network': {'1.1'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Port': {'1.5'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'PortForwarding': {'1.2'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'QosPolicy': {'1.8'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SecurityGroup': {'1.2'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SubPort': {'1.0'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Subnet': {'1.1'}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Trunk': {'1.1'}} Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: consumer versions: Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: { DHCP agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: L3 agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: Metadata agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: Metering agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: Open vSwitch agent@dv-cinder-806007-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Log': '1.0', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Network': '1.1', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Port': '1.5', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'PortForwarding': '1.2', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'QosPolicy': '1.8', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SecurityGroup': '1.2', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SecurityGroupRule': '1.0', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SubPort': '1.0', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Subnet': '1.1', Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Trunk': '1.1'}} Aug 25 16:00:53.768402 dv-cinder-806007-1-iscsi neutron-server[75031]: {{(pid=75031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:00:53.776834 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:53.777700 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Attempting to bind port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:00:53.778768 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Attempting to bind port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'c4a9f295-9598-4a60-a2dd-401a9ce1522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:00:53.778768 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Attempting to bind port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac on network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:00:53.784985 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:00:53.785389 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Checking segment: {'id': 'c4a9f295-9598-4a60-a2dd-401a9ce1522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:00:53.785873 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:53.786257 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Bound using segment: {'id': 'c4a9f295-9598-4a60-a2dd-401a9ce1522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:00:53.786763 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Bound port: d5dbba6e-d5ab-44c1-86c4-2e425688c9ac, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a9f295-9598-4a60-a2dd-401a9ce1522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:00:53.787151 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:53.876725 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] For port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:00:53.881460 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] For port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=d5dbba6e-d5ab-44c1-86c4-2e425688c9ac,segment=NetworkSegment(c4a9f295-9598-4a60-a2dd-401a9ce1522e),segment_id=c4a9f295-9598-4a60-a2dd-401a9ce1522e)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:00:53.887376 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:53.891237 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:53.975688 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Pushing event updated for resources: {'Port': ['ID=d5dbba6e-d5ab-44c1-86c4-2e425688c9ac,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:53.978608 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Routers {'8bbaf09d-29d1-486a-bfc1-e53c67853277'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:00:53.979213 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:00:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['8bbaf09d-29d1-486a-bfc1-e53c67853277'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:54.029017 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:54.135834 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] Set router 8bbaf09d-29d1-486a-bfc1-e53c67853277 gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:00:54.460018 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'name': 'router1', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:00:41Z', 'updated_at': '2021-08-25T16:00:51Z', 'revision_number': 2, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'gw_port_host': None, '_interfaces': [{'id': 'd5dbba6e-d5ab-44c1-86c4-2e425688c9ac', 'name': '', 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'mac_address': 'fa:16:3e:86:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:00:50Z', 'updated_at': '2021-08-25T16:00:53Z', 'revision_number': 4, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'subnets': [{'id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0e4cefa-ff44-4988-b3f8-eaeb3773233b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:54.463903 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde901a7-a8c9-41a5-9752-f5e5382f6b69 None None] The sync data for ids ['8bbaf09d-29d1-486a-bfc1-e53c67853277'] in dv-cinder-806007-1-iscsi is: [{'id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'name': 'router1', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:00:41Z', 'updated_at': '2021-08-25T16:00:51Z', 'revision_number': 2, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'gw_port_host': None, '_interfaces': [{'id': 'd5dbba6e-d5ab-44c1-86c4-2e425688c9ac', 'name': '', 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'mac_address': 'fa:16:3e:86:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:00:50Z', 'updated_at': '2021-08-25T16:00:53Z', 'revision_number': 4, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'subnets': [{'id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0e4cefa-ff44-4988-b3f8-eaeb3773233b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:00:54.582600 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 48692) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:54.762644 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e642d-3f7b-4b34-b39a-7509a3c09a1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:54.763957 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4d9e642d-3f7b-4b34-b39a-7509a3c09a1a admin admin] 10.222.0.73 "GET /v2.0/networks/c09252c6-fda2-4fa5-924a-0ae49da8593b HTTP/1.1" status: 200 len: 842 time: 0.1804407 Aug 25 16:00:54.773685 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'name': 'public-subnet'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:00:54.782792 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:54.787554 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Usage tracker for resource:subnet and tenant:1e61cce3b1d5433c8dc31028b121e14e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:00:54.790616 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:00:54.798938 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:00:54.808794 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Made reservation on behalf of 1e61cce3b1d5433c8dc31028b121e14e for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:00:54.811238 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:55.234171 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.objects.ports [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75028) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 25 16:00:55.234612 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:55.238669 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a30cdf23-e102-4554-b1bc-af3ea0814296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:55.313078 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e0590e-8967-44c6-9e5e-4a4312ca9ae5,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:55.317033 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:55.324201 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:00:55.324550 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Network hostable DHCP agents. Network: c09252c6-fda2-4fa5-924a-0ae49da8593b, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:00:55.346795 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:00:55.356686 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, c09252c6-fda2-4fa5-924a-0ae49da8593b) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:00:55.360777 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:55.361356 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:55.365622 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729c3b74-9950-4e28-8b23-261f5af96eaa None None] Network c09252c6-fda2-4fa5-924a-0ae49da8593b requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:00:55.384015 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6136689 Aug 25 16:00:55.595700 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0796645-bb65-427c-806c-831ca1a442a3 None None] Network c09252c6-fda2-4fa5-924a-0ae49da8593b requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:00:56.472347 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device d5dbba6e-d5ab-44c1-86c4-2e425688c9ac up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:00:56.542593 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:00:56.547311 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:00:56.547718 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:56.685212 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:56.720768 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=d5dbba6e-d5ab-44c1-86c4-2e425688c9ac,segment=NetworkSegment(c4a9f295-9598-4a60-a2dd-401a9ce1522e),segment_id=c4a9f295-9598-4a60-a2dd-401a9ce1522e)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:00:56.724692 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:56.727346 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:56.791747 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=d5dbba6e-d5ab-44c1-86c4-2e425688c9ac,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:56.794895 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:57.517115 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 48706) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:57.741352 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ff76cf31-450f-4c34-b20d-fa03a2b89be3 admin admin] 10.222.0.73 "GET /v2.0/routers/8bbaf09d-29d1-486a-bfc1-e53c67853277 HTTP/1.1" status: 200 len: 710 time: 0.2229435 Aug 25 16:00:57.869930 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600358b6-0ee2-4476-9ee5-645e29b8e33f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:57.871599 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-600358b6-0ee2-4476-9ee5-645e29b8e33f admin admin] 10.222.0.73 "GET /v2.0/networks/c09252c6-fda2-4fa5-924a-0ae49da8593b HTTP/1.1" status: 200 len: 886 time: 0.1252000 Aug 25 16:00:57.880848 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:00:58.344140 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:58.455886 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device d5dbba6e-d5ab-44c1-86c4-2e425688c9ac up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:00:58.521961 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:00:58.522246 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:58.523286 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:58.577846 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:58.712313 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Allocated IP 172.27.2.144 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/f58e3a6d-4ee5-41fd-9925-62f2cb3d6707) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:00:58.893726 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:58.919744 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:58.923581 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:58.990271 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:00:58.993070 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:00:58.996840 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:00:59.025638 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Pushing event updated for resources: {'Port': ['ID=f58e3a6d-4ee5-41fd-9925-62f2cb3d6707,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:59.032889 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:59.134121 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:59.299806 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:59.303475 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2022628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2022935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2017425'] for router, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:59.496051 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Router 8bbaf09d-29d1-486a-bfc1-e53c67853277 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:00:59.688936 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:00:59.696805 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:59.697600 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Sync routers for ids ['8bbaf09d-29d1-486a-bfc1-e53c67853277'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:00:59.698622 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] 10.222.0.73 "PUT /v2.0/routers/8bbaf09d-29d1-486a-bfc1-e53c67853277 HTTP/1.1" status: 200 len: 890 time: 1.8211768 Aug 25 16:00:59.710852 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Routers {'8bbaf09d-29d1-486a-bfc1-e53c67853277'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:00:59.711573 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:00:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['8bbaf09d-29d1-486a-bfc1-e53c67853277'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:00:59.903118 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Set router 8bbaf09d-29d1-486a-bfc1-e53c67853277 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:01:00.233574 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'name': 'router1', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f58e3a6d-4ee5-41fd-9925-62f2cb3d6707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:00:41Z', 'updated_at': '2021-08-25T16:00:59Z', 'revision_number': 4, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'gw_port': {'id': 'f58e3a6d-4ee5-41fd-9925-62f2cb3d6707', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:00:58Z', 'updated_at': '2021-08-25T16:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'd5dbba6e-d5ab-44c1-86c4-2e425688c9ac', 'name': '', 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'mac_address': 'fa:16:3e:86:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:00:50Z', 'updated_at': '2021-08-25T16:00:56Z', 'revision_number': 5, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'subnets': [{'id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0e4cefa-ff44-4988-b3f8-eaeb3773233b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:01:00.238391 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Checking router: 8bbaf09d-29d1-486a-bfc1-e53c67853277 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:01:00.238743 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Updating router 8bbaf09d-29d1-486a-bfc1-e53c67853277 port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 binding host dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:01:00.290690 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:00.614354 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:00.625576 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Transition to ACTIVE for port object f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:01:00.632290 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:00.636594 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:00.712950 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Attempting to bind port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:01:00.713569 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Attempting to bind port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:01:00.713677 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Attempting to bind port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:01:00.716244 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5708d-c2bb-4dd0-b13b-f509752f8b5a None None] Pushing event updated for resources: {'Port': ['ID=f58e3a6d-4ee5-41fd-9925-62f2cb3d6707,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:00.720435 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-48a5708d-c2bb-4dd0-b13b-f509752f8b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:00.724455 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:01:00.724903 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:01:00.725291 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:00.725700 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:01:00.726302 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Bound port: f58e3a6d-4ee5-41fd-9925-62f2cb3d6707, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:01:00.726716 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:00.800634 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] For port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:01:00.803750 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] For port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=f58e3a6d-4ee5-41fd-9925-62f2cb3d6707,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:01:00.807556 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:00.811273 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-48a5708d-c2bb-4dd0-b13b-f509752f8b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:00.888566 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5708d-c2bb-4dd0-b13b-f509752f8b5a None None] Pushing event updated for resources: {'Port': ['ID=f58e3a6d-4ee5-41fd-9925-62f2cb3d6707,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:00.891802 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-48a5708d-c2bb-4dd0-b13b-f509752f8b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:00.894833 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Routers {'8bbaf09d-29d1-486a-bfc1-e53c67853277'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:01:00.895482 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:00:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['8bbaf09d-29d1-486a-bfc1-e53c67853277'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:01:01.092388 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] Set router 8bbaf09d-29d1-486a-bfc1-e53c67853277 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:01:01.417016 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'name': 'router1', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f58e3a6d-4ee5-41fd-9925-62f2cb3d6707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:00:41Z', 'updated_at': '2021-08-25T16:00:59Z', 'revision_number': 4, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'gw_port': {'id': 'f58e3a6d-4ee5-41fd-9925-62f2cb3d6707', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:00:58Z', 'updated_at': '2021-08-25T16:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'd5dbba6e-d5ab-44c1-86c4-2e425688c9ac', 'name': '', 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'mac_address': 'fa:16:3e:86:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:00:50Z', 'updated_at': '2021-08-25T16:00:56Z', 'revision_number': 5, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'subnets': [{'id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0e4cefa-ff44-4988-b3f8-eaeb3773233b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:01:01.420979 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f556e1-4ab1-4758-857f-6b8b0b291f85 None None] The sync data for ids ['8bbaf09d-29d1-486a-bfc1-e53c67853277'] in dv-cinder-806007-1-iscsi is: [{'id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'name': 'router1', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'f58e3a6d-4ee5-41fd-9925-62f2cb3d6707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:00:41Z', 'updated_at': '2021-08-25T16:00:59Z', 'revision_number': 4, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'gw_port': {'id': 'f58e3a6d-4ee5-41fd-9925-62f2cb3d6707', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:00:58Z', 'updated_at': '2021-08-25T16:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'd5dbba6e-d5ab-44c1-86c4-2e425688c9ac', 'name': '', 'network_id': '57453e6f-75ab-4d1a-bd4c-67e6dc4cd219', 'tenant_id': '5f6cd353bcda4a079462204e92fb817c', 'mac_address': 'fa:16:3e:86:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bbaf09d-29d1-486a-bfc1-e53c67853277', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:00:50Z', 'updated_at': '2021-08-25T16:00:56Z', 'revision_number': 5, 'project_id': '5f6cd353bcda4a079462204e92fb817c', 'subnets': [{'id': 'b9cafc61-6d57-4e07-9b3b-b1826b3df2e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0e4cefa-ff44-4988-b3f8-eaeb3773233b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:01:01.952172 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 48716) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:02.100502 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-765fbcb3-c9ec-4927-9165-efdf80068849 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1472087 Aug 25 16:01:02.479651 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:01:02.549583 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:01:02.554645 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:01:02.555023 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:02.670418 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:02.686912 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=f58e3a6d-4ee5-41fd-9925-62f2cb3d6707,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:01:02.691154 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:02.693337 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-48a5708d-c2bb-4dd0-b13b-f509752f8b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:02.759015 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=f58e3a6d-4ee5-41fd-9925-62f2cb3d6707,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:02.762695 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:04.469999 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:01:04.556527 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port f58e3a6d-4ee5-41fd-9925-62f2cb3d6707 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:01:04.558295 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:07.231251 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:01:13.668948 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e445a1a2-eab9-498c-852b-32060298d52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:14.139364 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:16.454143 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-40c0d457-b042-4030-92e3-13ca785b2747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:17.506331 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:19.555346 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:43.751429 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9dea5486-788b-4bf9-b821-7676d331228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:44.141779 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:44.222289 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:01:46.458438 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-245ea75f-d895-450e-85d6-a374708aca4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:47.511976 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:49.561839 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:13.666521 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-50940537-374d-4ead-a031-a56d29009be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:14.151173 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:16.463001 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-fb55af3a-8c2c-4b6c-a549-15af8e29fb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:17.518690 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:19.565897 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:21.222173 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:02:43.669209 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f54d174d-329d-4bca-bbb4-38741a348d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:44.143207 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:46.465702 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5a6ccce9-271d-4694-a3d9-e1e495d57fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:47.512070 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:49.561012 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:58.221836 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:03:03.903920 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49290) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:03.995211 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9b2eea-a0c1-4105-8644-29b588822b5a admin admin] GET failed (client error): The resource could not be found. Aug 25 16:03:03.996433 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4a9b2eea-a0c1-4105-8644-29b588822b5a admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0916488 Aug 25 16:03:04.126189 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b5783-a728-4202-890e-c33b48d5d017 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:04.127686 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4b0b5783-a728-4202-890e-c33b48d5d017 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1273632 Aug 25 16:03:06.136365 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49300) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:06.266977 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fe6ae6-0f3d-439f-93a7-5f8d7bde65ef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:06.267565 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-83fe6ae6-0f3d-439f-93a7-5f8d7bde65ef admin admin] Synchronizing usage tracker for tenant:1e61cce3b1d5433c8dc31028b121e14e on resource:subnet {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:03:06.284439 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-83fe6ae6-0f3d-439f-93a7-5f8d7bde65ef admin admin] Unset dirty status for tenant:1e61cce3b1d5433c8dc31028b121e14e on resource:subnet {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:03:06.285634 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-83fe6ae6-0f3d-439f-93a7-5f8d7bde65ef admin admin] 10.222.0.73 "GET /v2.0/subnets/b9cafc61-6d57-4e07-9b3b-b1826b3df2e2 HTTP/1.1" status: 200 len: 849 time: 0.1483104 Aug 25 16:03:06.294722 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:03:06.410050 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:06.593817 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766033724685'] for subnet, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:06.598392 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:03:06.642136 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:06.643139 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:06.659472 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] 10.222.0.73 "PUT /v2.0/subnets/b9cafc61-6d57-4e07-9b3b-b1826b3df2e2 HTTP/1.1" status: 200 len: 868 time: 0.3530571 Aug 25 16:03:06.659729 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b57ec-a837-40c8-8657-5e32bdb6da67 None None] Network 57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:03:06.662810 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cafc61-6d57-4e07-9b3b-b1826b3df2e2,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:06.671805 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.672154 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.672470 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.672804 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.673123 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.673438 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.673755 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.674095 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.675049 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.675369 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.675707 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:06.680535 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:03:07.122856 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-81fc5255-5d89-446c-b3bd-8315d149ebd6 None None] Provisioning complete for port 22181ebe-0394-4ad9-bff3-19d3ca27ffc1 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:03:07.123227 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81fc5255-5d89-446c-b3bd-8315d149ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:07.245187 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-81fc5255-5d89-446c-b3bd-8315d149ebd6 None None] Provisioning complete for port d5dbba6e-d5ab-44c1-86c4-2e425688c9ac triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:03:07.245375 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-81fc5255-5d89-446c-b3bd-8315d149ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:08.695160 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49310) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:08.925596 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be8681d-72c6-4f3b-bee4-b18d0e40ea09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:08.925974 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be8681d-72c6-4f3b-bee4-b18d0e40ea09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:08.928656 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4be8681d-72c6-4f3b-bee4-b18d0e40ea09 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2313530 Aug 25 16:03:10.960146 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49320) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:11.155858 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e970e74-cf89-4861-84c6-7a4e68e3595f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:11.156159 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e970e74-cf89-4861-84c6-7a4e68e3595f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:11.157647 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2e970e74-cf89-4861-84c6-7a4e68e3595f admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1965570 Aug 25 16:03:13.183716 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49330) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:13.397048 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a6715b-2397-44d6-bab7-faa82bfbac40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:13.398412 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-25a6715b-2397-44d6-bab7-faa82bfbac40 admin admin] 10.222.0.73 "GET /v2.0/networks/57453e6f-75ab-4d1a-bd4c-67e6dc4cd219 HTTP/1.1" status: 200 len: 870 time: 0.2138200 Aug 25 16:03:13.670946 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-27521ea2-5cdf-4fe0-8191-5e924a608989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:14.153086 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:15.448809 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49340) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:15.646582 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6190d-4ba0-436b-b6ac-92dcf7f8190e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:15.647893 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-dfd6190d-4ba0-436b-b6ac-92dcf7f8190e admin admin] 10.222.0.73 "GET /v2.0/networks/c09252c6-fda2-4fa5-924a-0ae49da8593b HTTP/1.1" status: 200 len: 886 time: 0.1978400 Aug 25 16:03:16.478183 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55c732ce-d0b7-47cc-ad55-7e12f37dd9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:17.522972 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:17.747035 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49350) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:17.891201 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513300aa-8c83-4300-8e67-ffed95d66d01 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:17.891635 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513300aa-8c83-4300-8e67-ffed95d66d01 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:17.893924 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-513300aa-8c83-4300-8e67-ffed95d66d01 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458638 Aug 25 16:03:19.571586 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:20.005794 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49360) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:20.143264 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf8631f-02d8-42e7-a8c2-8b78b5698529 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:20.143660 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf8631f-02d8-42e7-a8c2-8b78b5698529 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:20.145196 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-edf8631f-02d8-42e7-a8c2-8b78b5698529 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384487 Aug 25 16:03:22.243170 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49370) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:22.379452 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1713da81-5243-44c5-8427-e24e6d389d22 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:22.380790 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1713da81-5243-44c5-8427-e24e6d389d22 admin admin] 10.222.0.73 "GET /v2.0/subnets/b9cafc61-6d57-4e07-9b3b-b1826b3df2e2 HTTP/1.1" status: 200 len: 868 time: 0.1361468 Aug 25 16:03:24.442153 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49380) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:24.570182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387c2d54-51f4-4b77-ba0b-00b4837f0dcb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:24.571985 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-387c2d54-51f4-4b77-ba0b-00b4837f0dcb admin admin] 10.222.0.73 "GET /v2.0/subnets/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5 HTTP/1.1" status: 200 len: 816 time: 0.1288629 Aug 25 16:03:35.222031 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:03:42.560159 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49418) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:42.632299 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [None req-c3c1ec9b-02b7-40c9-b114-840386bfa168 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:03:42.633729 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c3c1ec9b-02b7-40c9-b114-840386bfa168 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0724361 Aug 25 16:03:43.729662 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e16b365-d25d-45b8-8191-72ed5460f462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:44.146920 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:44.745679 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49428) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:44.842155 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.pecan_wsgi.hooks.translation [None req-662506fd-549e-4956-9975-498a3f7e807f admin admin] GET failed (client error): The resource could not be found. Aug 25 16:03:44.843417 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-662506fd-549e-4956-9975-498a3f7e807f admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0968876 Aug 25 16:03:44.977327 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f95bb-397d-4743-bf1a-70aefacfd3e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:44.978798 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a58f95bb-397d-4743-bf1a-70aefacfd3e6 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1302855 Aug 25 16:03:46.475711 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-aca64534-d668-48f8-9095-e5cb422e306d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:47.019843 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49438) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:47.092635 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:03:47.097983 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:03:47.101783 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Usage tracker for resource:network and tenant:1e61cce3b1d5433c8dc31028b121e14e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:03:47.104668 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:03:47.110290 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:03:47.120991 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Made reservation on behalf of 1e61cce3b1d5433c8dc31028b121e14e for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:03:47.123314 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:47.211763 dv-cinder-806007-1-iscsi neutron-server[75028]: WARNING neutron.services.revisions.revision_plugin [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Could not find related network for resource to bump revision. Aug 25 16:03:47.226099 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:03:47.235066 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:47.235403 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Added segment 64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45 of type vlan for network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 Aug 25 16:03:47.260530 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:47.289887 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:47.291235 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:47.291838 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:47.296232 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:03:47.378544 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3569214 Aug 25 16:03:47.387859 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Pushing event updated for resources: {'Network': ['ID=2442f45f-8aff-4ab7-9ded-481eeb5ff476,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:47.391028 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:03:47.398856 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:03:47.518957 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:49.447234 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49448) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:03:49.543536 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a78193-7ae7-4be7-bb74-a36b2eb0edb5 admin admin] GET failed (client error): The resource could not be found. Aug 25 16:03:49.544042 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c8a78193-7ae7-4be7-bb74-a36b2eb0edb5 admin admin] Synchronizing usage tracker for tenant:1e61cce3b1d5433c8dc31028b121e14e on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:03:49.562676 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c8a78193-7ae7-4be7-bb74-a36b2eb0edb5 admin admin] Unset dirty status for tenant:1e61cce3b1d5433c8dc31028b121e14e on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:03:49.566938 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c8a78193-7ae7-4be7-bb74-a36b2eb0edb5 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1157117 Aug 25 16:03:49.573065 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:49.680247 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec499d7c-2768-4183-bf82-63fc8f55582f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:49.681628 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ec499d7c-2768-4183-bf82-63fc8f55582f admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1106069 Aug 25 16:03:49.691622 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:03:49.696194 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:03:49.705678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:03:49.715381 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Made reservation on behalf of 1e61cce3b1d5433c8dc31028b121e14e for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:03:49.717624 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:49.955286 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:49.958883 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f1b72d57-c8ac-4c4a-8edc-f7bceacf08e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:03:50.026568 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1068754-9094-4cb7-b004-fe4d9b90db6c,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:50.030281 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:03:50.038702 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Checking segment: {'id': '64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:03:50.039049 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Network hostable DHCP agents. Network: 2442f45f-8aff-4ab7-9ded-481eeb5ff476, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:03:50.060385 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:03:50.070894 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 2442f45f-8aff-4ab7-9ded-481eeb5ff476) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:03:50.075068 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:03:50.075670 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:50.080178 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb694f6-2e93-4f5f-bc96-d4a121eff228 None None] Network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:03:50.104714 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4170966 Aug 25 16:03:50.321271 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-2442f45f-8aff-4ab7-9ded-481eeb5ff476', 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476', 'tenant_id': '1e61cce3b1d5433c8dc31028b121e14e', 'fixed_ips': [{'subnet_id': 'f1068754-9094-4cb7-b004-fe4d9b90db6c'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:03:50.322142 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:50.499171 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Allocated IP 192.168.233.2 (2442f45f-8aff-4ab7-9ded-481eeb5ff476/f1068754-9094-4cb7-b004-fe4d9b90db6c/95a24820-7e04-44d7-ae64-707cddd7da26) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:03:50.719603 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:50.730396 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Transition to ACTIVE for port object 95a24820-7e04-44d7-ae64-707cddd7da26 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:03:50.756426 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Transition to ACTIVE for port object 95a24820-7e04-44d7-ae64-707cddd7da26 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:03:50.764182 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:50.771323 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:03:50.840423 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:03:50.843520 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:03:50.850791 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:03:50.853040 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Pushing event updated for resources: {'Port': ['ID=95a24820-7e04-44d7-ae64-707cddd7da26,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:50.888445 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.888751 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.889081 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.889408 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.889724 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.890055 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.890358 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.890686 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.891000 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.891319 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.891643 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:03:50.901015 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:03:50.953238 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Attempting to bind port 95a24820-7e04-44d7-ae64-707cddd7da26 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:03:50.953606 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Attempting to bind port 95a24820-7e04-44d7-ae64-707cddd7da26 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:03:50.953972 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Attempting to bind port 95a24820-7e04-44d7-ae64-707cddd7da26 on network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:03:50.961285 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:03:50.961657 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Checking segment: {'id': '64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:03:50.962193 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:50.962193 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Bound using segment: {'id': '64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:03:50.963741 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Bound port: 95a24820-7e04-44d7-ae64-707cddd7da26, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:03:50.963741 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:51.059416 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] For port 95a24820-7e04-44d7-ae64-707cddd7da26, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:03:51.062753 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] For port 95a24820-7e04-44d7-ae64-707cddd7da26, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=95a24820-7e04-44d7-ae64-707cddd7da26,segment=NetworkSegment(64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45),segment_id=64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:03:51.070360 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:51.074433 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:03:51.151180 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Pushing event updated for resources: {'Port': ['ID=95a24820-7e04-44d7-ae64-707cddd7da26,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:51.156222 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:03:51.972657 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe0a850-21fe-48aa-8d1f-2b29c450b3f9 None None] Network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:03:52.105082 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ebf7d4b0-9998-4f9f-b5ad-62b3bef4b22b None None] Provisioning for port 95a24820-7e04-44d7-ae64-707cddd7da26 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:03:52.559544 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 95a24820-7e04-44d7-ae64-707cddd7da26 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:03:52.632347 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 95a24820-7e04-44d7-ae64-707cddd7da26 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:03:52.637299 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 95a24820-7e04-44d7-ae64-707cddd7da26 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:03:52.637677 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:52.754123 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:52.787274 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 95a24820-7e04-44d7-ae64-707cddd7da26, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=95a24820-7e04-44d7-ae64-707cddd7da26,segment=NetworkSegment(64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45),segment_id=64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:03:52.792025 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:52.794286 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:03:52.862016 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=95a24820-7e04-44d7-ae64-707cddd7da26,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:03:52.866643 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:03:54.539982 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 95a24820-7e04-44d7-ae64-707cddd7da26 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:03:54.606738 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 95a24820-7e04-44d7-ae64-707cddd7da26 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:03:54.607106 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:12.221558 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:04:13.673434 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c29e5469-5c41-4212-a3ea-bea374e76a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:14.149290 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:16.467826 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-34a28d11-1f3f-4967-b26b-1781b6029c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:17.519066 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:19.575029 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.677247 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-752a1390-7617-495e-8401-e2cfdfbc4487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:44.151883 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.469657 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9c735102-8c21-478f-9dd3-29ff373ec184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:47.523944 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.222016 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:04:49.576607 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.921844 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49490) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:51.927923 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [None req-38068a3c-2702-4b21-8d81-a0fed93fc3a0 tempest-verify_tempest_config-424604247 tempest-verify_tempest_config-424604247-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:04:51.928867 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-38068a3c-2702-4b21-8d81-a0fed93fc3a0 tempest-verify_tempest_config-424604247 tempest-verify_tempest_config-424604247-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060725 Aug 25 16:04:52.250315 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49506) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:52.398492 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.427982 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:52.431616 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Usage tracker for resource:security_group_rule and tenant:1f482730af0349939fdb7a0eaf2f58d4 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:52.434279 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:52.440387 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:52.501687 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.506203 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.513517 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:52.551305 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5077b19a-66e8-4cb1-a10f-858f3885150a,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:52.556804 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f482730af0349939fdb7a0eaf2f58d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3055301 Aug 25 16:04:52.559759 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 49512) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:52.561408 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.561792 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.562622 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.562939 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.563272 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.563617 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.563927 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.564251 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.564561 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.564864 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.565170 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.569112 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:52.618286 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.642822 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.734258 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.738126 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:52.748652 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5077b19a-66e8-4cb1-a10f-858f3885150a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:52.759905 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.760239 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.760566 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.760889 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.761210 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.761779 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.762093 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.762420 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.762736 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.763046 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.763354 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:52.765773 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.766867 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5077b19a-66e8-4cb1-a10f-858f3885150a HTTP/1.1" status: 204 len: 168 time: 0.2061739 Aug 25 16:04:52.767729 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:13.678744 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-64d6a35d-8c80-44c6-84f8-714797b3ba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.159507 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:16.470596 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-16e3f3bd-2d3d-4d49-a6e6-12885f39f79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.523886 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.580108 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.221482 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:05:43.687608 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-90f2da4d-2ec0-4120-837d-ac0fb34a50f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.151276 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:46.472732 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e2389b36-1b4e-41a0-93e2-703fb062ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.526627 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:49.583730 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:03.220421 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:06:13.679657 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-950e0bc9-3dea-41d2-9509-5c47be054b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.153549 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:16.475616 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3e7c96ec-30c8-4e5c-81ea-122925c0d325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:17.537749 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.585779 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:32.057021 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2020303'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.221918 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:06:43.681062 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-88ccebc0-607f-4f82-8fb6-c921d17af4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:44.155526 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.477928 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-92d81345-9958-44ef-b01f-34d8b8525fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.529098 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49582) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:46.670164 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ac9d22c5-74b3-4861-8196-d30183f4bbe5 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1399875 Aug 25 16:06:47.533788 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.689907 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49592) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:48.768918 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-3dc77303-a9e2-41b0-abf4-b08445edd86c admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0779293 Aug 25 16:06:49.587320 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.014320 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.684977 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-35bd06d5-52a3-4719-8391-a023de4ecfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.156162 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.479067 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-08bd0a7a-df49-44f6-93ca-83ee5310b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:17.222841 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:07:17.536494 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.589814 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:32.026597 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.701033 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ae44b6fd-3aff-44c1-8b62-3451052e078b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:44.165565 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.482143 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ba1eec42-c8dd-40c4-bd72-2623b4d14083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.541869 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:49.594125 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:54.224300 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:08:02.030469 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.694327 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2494637-b3dd-4f29-aaff-434ad1065ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:14.159676 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.488393 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c3011930-0a44-4720-9f2e-b4c10eb84a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.542014 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:19.596777 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.472107 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 49718) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:27.928740 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-273821812-network', 'tenant_id': 'b92c37d2d0c549879a1abb05e23c5201'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:27.934197 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:27.939399 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Usage tracker for resource:network and tenant:b92c37d2d0c549879a1abb05e23c5201 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:27.942766 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:27.950992 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:27.961688 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Made reservation on behalf of b92c37d2d0c549879a1abb05e23c5201 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:27.964045 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.976314 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.009599 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:28.013914 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b92c37d2d0c549879a1abb05e23c5201 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:28.017105 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:28.023104 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:28.092363 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.097100 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.115047 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c5080f72-5d99-4b52-8885-ec56151b0432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:28.123658 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:28.150669 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49744) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:28.152180 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576a885c-1242-4bc9-9c46-43360dbc927f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:28.159284 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.159653 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Added segment 2ceebedb-3d51-4991-948d-da1c07ea725a of type vlan for network d7410d7a-c302-4450-9d09-aa3d8d6abe4b Aug 25 16:08:28.166911 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.167263 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.167623 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.167954 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.168303 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.168631 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.168950 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.169284 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.169602 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.169916 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.170230 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Tracked resource versions report: Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: pushed versions: Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Log': {'1.0'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Network': {'1.1'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Port': {'1.5'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'PortForwarding': {'1.2'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'QosPolicy': {'1.8'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SecurityGroup': {'1.2'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SubPort': {'1.0'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Subnet': {'1.1'}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Trunk': {'1.1'}} Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: consumer versions: Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: { DHCP agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: L3 agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: Metadata agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: Metering agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: Open vSwitch agent@dv-cinder-806007-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Log': '1.0', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Network': '1.1', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Port': '1.5', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'PortForwarding': '1.2', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'QosPolicy': '1.8', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SecurityGroup': '1.2', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SecurityGroupRule': '1.0', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'SubPort': '1.0', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Subnet': '1.1', Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: 'Trunk': '1.1'}} Aug 25 16:08:28.171814 dv-cinder-806007-1-iscsi neutron-server[75029]: {{(pid=75029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:08:28.175095 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:28.201138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.233188 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.235330 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:28.236434 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.241606 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-98e268ba-04f6-4147-a1c5-86761d557e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:28.338191 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7410d7a-c302-4450-9d09-aa3d8d6abe4b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:28.341122 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:28.364682 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8912694 Aug 25 16:08:28.365088 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49754) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:28.374201 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Request body: {'subnet': {'network_id': 'd7410d7a-c302-4450-9d09-aa3d8d6abe4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-273821812-subnet', 'tenant_id': 'b92c37d2d0c549879a1abb05e23c5201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:28.389531 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network d7410d7a-c302-4450-9d09-aa3d8d6abe4b details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:28.390951 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:28.397149 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Usage tracker for resource:subnet and tenant:b92c37d2d0c549879a1abb05e23c5201 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:28.401713 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:28.411318 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:28.427916 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Made reservation on behalf of b92c37d2d0c549879a1abb05e23c5201 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:28.433604 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.602559 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-265749346-network', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:28.610981 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:28.616383 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Usage tracker for resource:network and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:28.619809 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:28.626467 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:28.665939 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Made reservation on behalf of e18453e2bbbd4c44a3a3596e32abfccf for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:28.668314 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.689504 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.753577 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:28.767348 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Usage tracker for resource:security_group_rule and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:28.771550 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:28.778775 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:28.782221 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.790245 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:28.901522 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a662f1-f88a-48b2-a519-de6ff2300f94,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:28.916980 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Checking segment: {'id': '2ceebedb-3d51-4991-948d-da1c07ea725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd7410d7a-c302-4450-9d09-aa3d8d6abe4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:28.917665 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Network hostable DHCP agents. Network: d7410d7a-c302-4450-9d09-aa3d8d6abe4b, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:28.939895 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.940372 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.940820 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.941240 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.941663 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.942075 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.942494 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.943051 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.943493 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.943889 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.944314 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Tracked resource versions report: Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: pushed versions: Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Log': {'1.0'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Network': {'1.1'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Port': {'1.5'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'PortForwarding': {'1.2'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'QosPolicy': {'1.8'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SecurityGroup': {'1.2'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SubPort': {'1.0'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Subnet': {'1.1'}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Trunk': {'1.1'}} Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: consumer versions: Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: { DHCP agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: L3 agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: Metadata agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: Metering agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: Open vSwitch agent@dv-cinder-806007-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Log': '1.0', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Network': '1.1', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Port': '1.5', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'PortForwarding': '1.2', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'QosPolicy': '1.8', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SecurityGroup': '1.2', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SecurityGroupRule': '1.0', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'SubPort': '1.0', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Subnet': '1.1', Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: 'Trunk': '1.1'}} Aug 25 16:08:28.945408 dv-cinder-806007-1-iscsi neutron-server[75028]: {{(pid=75028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:08:28.956308 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:28.968314 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.976060 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.981438 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-237c5f82-a5f0-428c-9dda-7c700e67518f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:28.991104 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Network d7410d7a-c302-4450-9d09-aa3d8d6abe4b is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:29.006516 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1153} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:29.028264 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, d7410d7a-c302-4450-9d09-aa3d8d6abe4b) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:29.030571 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.030571 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Added segment 048ca077-65da-430b-9858-03689cd793a5 of type vlan for network b3283531-0cca-4c41-9237-dcec1b05d939 Aug 25 16:08:29.031643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3302085-deb1-4012-badc-9bb3441c094f,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:29.038203 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911efbe-fc58-4fc4-b706-b68b15bca80d None None] Network d7410d7a-c302-4450-9d09-aa3d8d6abe4b requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:29.050608 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:29.051259 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.102303 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.107347 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:29.126877 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7602139 Aug 25 16:08:29.153508 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.156582 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:29.158343 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.166400 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:29.267997 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1160529 Aug 25 16:08:29.268240 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 49796) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:29.274704 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Request body: {'subnet': {'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-265749346-subnet', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:29.284668 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:29.287824 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Pushing event updated for resources: {'Network': ['ID=b3283531-0cca-4c41-9237-dcec1b05d939,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:29.297211 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Usage tracker for resource:subnet and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:29.300376 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:29.300762 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:29.311012 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network b3283531-0cca-4c41-9237-dcec1b05d939 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:29.311209 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:29.329362 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Made reservation on behalf of e18453e2bbbd4c44a3a3596e32abfccf for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:29.332896 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.397201 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3260701-1953-47b2-bf55-f22c5a5a054f None None] Network d7410d7a-c302-4450-9d09-aa3d8d6abe4b requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:29.431288 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49804) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:29.541678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49810) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:29.625614 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49818) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:29.670879 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.676393 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:29.762466 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77895815-a48e-422e-b8aa-0ba7b3b710fd,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:29.773756 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:29.777574 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Checking segment: {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:29.777932 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Network hostable DHCP agents. Network: b3283531-0cca-4c41-9237-dcec1b05d939, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:29.803373 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Network b3283531-0cca-4c41-9237-dcec1b05d939 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:29.815912 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, b3283531-0cca-4c41-9237-dcec1b05d939) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:29.820970 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:29.821566 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.829118 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fd8d6-e801-4d19-a257-a928aa82dc90 None None] Network b3283531-0cca-4c41-9237-dcec1b05d939 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:29.848703 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5792468 Aug 25 16:08:29.851246 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49834) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:29.856969 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:29.863357 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:29.868501 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Usage tracker for resource:router and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:29.876100 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:29.889325 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:29.907076 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.908337 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.943643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-725490093-network', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:29.959840 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:29.965975 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Usage tracker for resource:network and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:29.969442 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:29.975889 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:29.992504 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-700758773-network', 'tenant_id': '518867ba621f4cd0b95bee59fc624b5b'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:30.000025 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Made reservation on behalf of f64240ed6dca41d2a35c597a9efc958d for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:30.002498 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.017476 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:30.020392 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.064481 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:30.069840 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:30.074706 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Usage tracker for resource:network and tenant:518867ba621f4cd0b95bee59fc624b5b is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:30.078031 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:30.081628 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:30.087407 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-471679056-network', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:30.100138 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:30.105732 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Usage tracker for resource:network and tenant:90129b59b4d84095bda6ed860edb1c29 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:30.110581 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:30.116765 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:30.121920 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:30.128261 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:30.142251 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-b3283531-0cca-4c41-9237-dcec1b05d939', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:08:30.142455 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.143496 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.191366 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Made reservation on behalf of 90129b59b4d84095bda6ed860edb1c29 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:30.193662 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.218461 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.247895 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Made reservation on behalf of 518867ba621f4cd0b95bee59fc624b5b for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:30.250855 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.280255 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.368897 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Allocated IP 172.20.0.2 (b3283531-0cca-4c41-9237-dcec1b05d939/77895815-a48e-422e-b8aa-0ba7b3b710fd/10f77dcb-ad23-4780-a71f-f3f8d4a448a5) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:30.382254 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:30.390247 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Usage tracker for resource:security_group_rule and tenant:90129b59b4d84095bda6ed860edb1c29 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:30.395972 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:30.413005 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:30.514483 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:30.524637 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Usage tracker for resource:security_group_rule and tenant:518867ba621f4cd0b95bee59fc624b5b is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:30.595349 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.607635 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:30.612159 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.622447 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.630778 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:30.676459 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:30.701676 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.702799 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Added segment aac12a11-f7c4-4342-9c80-b1590913fae1 of type vlan for network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc Aug 25 16:08:30.732716 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.759948 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:30.760125 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Transition to ACTIVE for port object 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:30.797058 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.803501 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Transition to ACTIVE for port object 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:30.814184 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.819383 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:30.828236 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:30.852330 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:30.855290 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.861738 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.923988 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:30.924858 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.998426 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:31.006881 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Network b3283531-0cca-4c41-9237-dcec1b05d939 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:31.011190 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:31.021331 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Pushing event updated for resources: {'Port': ['ID=10f77dcb-ad23-4780-a71f-f3f8d4a448a5,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:31.024213 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.030901 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:31.039536 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.040079 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.040795 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.041529 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.041909 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.042323 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.042735 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.043256 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.043717 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.044255 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.044939 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Tracked resource versions report: Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: pushed versions: Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Log': {'1.0'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Network': {'1.1'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Port': {'1.5'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'PortForwarding': {'1.2'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'QosPolicy': {'1.8'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SecurityGroup': {'1.2'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SubPort': {'1.0'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Subnet': {'1.1'}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Trunk': {'1.1'}} Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: consumer versions: Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: { DHCP agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: L3 agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: Metadata agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: Metering agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: Open vSwitch agent@dv-cinder-806007-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Log': '1.0', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Network': '1.1', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Port': '1.5', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'PortForwarding': '1.2', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'QosPolicy': '1.8', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SecurityGroup': '1.2', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SecurityGroupRule': '1.0', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'SubPort': '1.0', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Subnet': '1.1', Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: 'Trunk': '1.1'}} Aug 25 16:08:31.046736 dv-cinder-806007-1-iscsi neutron-server[75030]: {{(pid=75030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:08:31.050366 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 49868) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:31.050895 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4230392 Aug 25 16:08:31.055944 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Request body: {'subnet': {'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-subnet', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:31.065448 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:31.074346 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Usage tracker for resource:subnet and tenant:90129b59b4d84095bda6ed860edb1c29 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:31.084432 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:31.086632 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1155} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:31.096229 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.096609 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Added segment fe8eda2e-9f2c-4f9b-8130-c6683b2cd365 of type vlan for network 4e3848be-798e-470b-ac4e-1dbd15888ed2 Aug 25 16:08:31.101610 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:31.120957 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Made reservation on behalf of 90129b59b4d84095bda6ed860edb1c29 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:31.123863 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.124640 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.220679 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:31.226145 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:08:31.337643 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Attempting to bind port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:31.338410 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Attempting to bind port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:31.339023 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Attempting to bind port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 on network b3283531-0cca-4c41-9237-dcec1b05d939 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:31.350067 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.357788 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:31.358893 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Checking segment: {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:31.360474 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.362502 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Bound using segment: {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:31.363090 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Bound port: 10f77dcb-ad23-4780-a71f-f3f8d4a448a5, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:31.363590 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.411699 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:31.412638 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.464789 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Pushing event updated for resources: {'Network': ['ID=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:31.479308 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:31.482275 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:31.484447 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-412f7c39-f7c1-490e-96f5-2365ac8d917a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:31.540173 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c30c098-1a96-479a-b707-149735150f1d,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:31.544738 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:31.554793 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:31.604606 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 49888) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:31.628670 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757091678-network', 'tenant_id': 'd13bb69c678e4c3588fb51f8c964d9f5'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:31.640311 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:31.652310 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Usage tracker for resource:network and tenant:d13bb69c678e4c3588fb51f8c964d9f5 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:31.658323 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.659183 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:31.665272 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2327027 Aug 25 16:08:31.679353 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 49892) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:31.690302 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-04c0d5cb-b63b-4f2d-871b-b7088f8179f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:31.694381 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3848be-798e-470b-ac4e-1dbd15888ed2,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:31.705674 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:31.710996 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:31.717182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.725362 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Request body: {'subnet': {'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-subnet', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:31.729725 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] For port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:31.729979 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:31.748796 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.750608 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:31.760573 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Usage tracker for resource:subnet and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:31.761533 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7c3fa98d-e278-43e9-8748-e2db45cf2a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:31.767617 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Made reservation on behalf of d13bb69c678e4c3588fb51f8c964d9f5 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:31.770212 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.782766 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:31.790332 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:31.798061 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:31.807539 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.821143 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50956ac8-9b15-4b4e-a9d5-bc20a0326453,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:31.828665 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:31.829651 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.849373 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:31.865660 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.866156 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Added segment ec9d12b8-1bc5-427c-878d-4be235362a00 of type vlan for network 4f8cb69e-98a1-4f0f-a268-3315584ed92c Aug 25 16:08:31.867079 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:31.867876 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.872609 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Made reservation on behalf of f64240ed6dca41d2a35c597a9efc958d for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:31.882055 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.933124 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] For port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=10f77dcb-ad23-4780-a71f-f3f8d4a448a5,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:31.954368 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.957753 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.978354 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:32.045512 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.052980 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:32.053565 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.062282 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:32.062507 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:32.064878 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Checking segment: {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:32.065233 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Network hostable DHCP agents. Network: 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:32.080190 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Usage tracker for resource:security_group_rule and tenant:d13bb69c678e4c3588fb51f8c964d9f5 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:32.096464 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:32.100370 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Allocated IP 172.27.2.110 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/79f17628-19bf-452b-9938-54d479d25d0e) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:32.115029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:32.133046 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:32.137202 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.164466 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:32.177653 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:32.178248 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.187992 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff6b7c-0de3-4276-875f-e7620141bfba None None] Network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:32.234438 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6880212 Aug 25 16:08:32.239296 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 49902) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:32.247878 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1960394 Aug 25 16:08:32.251430 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Request body: {'subnet': {'network_id': '4f8cb69e-98a1-4f0f-a268-3315584ed92c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-700758773-subnet', 'tenant_id': '518867ba621f4cd0b95bee59fc624b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:32.264311 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 49906) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:32.270296 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:32.296599 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Pushing event updated for resources: {'Network': ['ID=4f8cb69e-98a1-4f0f-a268-3315584ed92c,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:32.314906 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:32.352095 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:32.375280 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Usage tracker for resource:subnet and tenant:518867ba621f4cd0b95bee59fc624b5b is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:32.405821 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:32.409281 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:32.413765 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 4f8cb69e-98a1-4f0f-a268-3315584ed92c details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:32.433527 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:32.435806 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Usage tracker for resource:router and tenant:90129b59b4d84095bda6ed860edb1c29 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:32.450790 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:32.497968 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:32.519214 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.525244 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.559972 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.577762 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Made reservation on behalf of 518867ba621f4cd0b95bee59fc624b5b for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:32.580112 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.592093 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.599803 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:32.617601 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.618461 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.678554 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Pushing event updated for resources: {'Port': ['ID=10f77dcb-ad23-4780-a71f-f3f8d4a448a5,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:32.682442 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:32.694139 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.694686 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Added segment dfe79231-c616-454d-8009-ed60bddff695 of type vlan for network 01576c16-5ce0-41e0-b30e-e43d08f533d3 Aug 25 16:08:32.719750 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Pushing event updated for resources: {'Port': ['ID=79f17628-19bf-452b-9938-54d479d25d0e,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:32.723762 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:32.745607 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:32.747072 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:32.750549 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:32.773764 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.780819 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:32.869796 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.933760 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:32.950621 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.951373 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.968901 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.resource_extend [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:08:33.066581 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.075222 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.077512 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d294c5a6-1912-4b2f-88bb-ffaffde3cb2b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:33.081382 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:33.093765 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:33.094413 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.103694 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:33.119408 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0fd185-9699-477c-8d72-fb6ff8f1e840 None None] Network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:33.352179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c6a0a6-c2d6-40e7-b82f-a917200bff6b,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:33.359618 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Checking segment: {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:33.360073 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Network hostable DHCP agents. Network: 4e3848be-798e-470b-ac4e-1dbd15888ed2, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:33.380216 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:33.385027 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Router 2814c97a-902b-4922-ad67-921c8defeb08 is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:08:33.394324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:33.523633 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812bc230-4c65-451a-91a7-0987fe467f65 None None] Network b3283531-0cca-4c41-9237-dcec1b05d939 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:33.624529 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-8b2ccbd6-362e-46d7-b7bd-29432db68c18 None None] Provisioning for port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:33.659564 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Pushing event updated for resources: {'Network': ['ID=01576c16-5ce0-41e0-b30e-e43d08f533d3,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:33.677987 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 01576c16-5ce0-41e0-b30e-e43d08f533d3 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:33.683339 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:33.701764 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.0945833 Aug 25 16:08:33.704285 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49948) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:33.716855 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Request body: {'subnet': {'network_id': '01576c16-5ce0-41e0-b30e-e43d08f533d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757091678-subnet', 'tenant_id': 'd13bb69c678e4c3588fb51f8c964d9f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:33.729257 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:33.741252 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Usage tracker for resource:subnet and tenant:d13bb69c678e4c3588fb51f8c964d9f5 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:33.766475 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:33.804712 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:33.844329 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Made reservation on behalf of d13bb69c678e4c3588fb51f8c964d9f5 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:33.847700 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:33.848006 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.860126 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.870862 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 4e3848be-798e-470b-ac4e-1dbd15888ed2) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:33.901573 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:33.902407 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.921004 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:33.941939 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Sync routers for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:33.944160 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8189e6-50d4-4196-821c-7c71366e29bf None None] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:33.960021 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:33.961186 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:33.989259 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3040104 Aug 25 16:08:33.990195 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 49962) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:34.012796 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:34.064882 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:34.099378 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Usage tracker for resource:router and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:34.120324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:34.144864 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:34.148342 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.158768 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.162930 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:34.163141 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3101988 Aug 25 16:08:34.163672 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 49966) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:34.247824 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.250560 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.257850 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:34.321555 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0409bec8-6d00-4dcb-857a-2025079aae63,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:34.327653 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:34.349019 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Checking segment: {'id': 'ec9d12b8-1bc5-427c-878d-4be235362a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4f8cb69e-98a1-4f0f-a268-3315584ed92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:34.349019 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Network hostable DHCP agents. Network: 4f8cb69e-98a1-4f0f-a268-3315584ed92c, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:34.375390 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-4e3848be-798e-470b-ac4e-1dbd15888ed2', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:08:34.376415 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.423011 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.442999 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Network 4f8cb69e-98a1-4f0f-a268-3315584ed92c is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:34.585532 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 4f8cb69e-98a1-4f0f-a268-3315584ed92c) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:34.600733 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634bd8e3-985d-4a9c-97c7-b762adb60c2d None None] Network 4f8cb69e-98a1-4f0f-a268-3315584ed92c requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:34.622621 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:34.623561 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.638350 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.661105 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:34.741066 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.746097 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:32Z', 'revision_number': 3, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:34.764946 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Checking router: 2814c97a-902b-4922-ad67-921c8defeb08 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:34.765479 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Updating router 2814c97a-902b-4922-ad67-921c8defeb08 port 79f17628-19bf-452b-9938-54d479d25d0e binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:34.792551 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cacb84e3-2a61-40ea-aab9-ebfbcc14e47f,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:34.804464 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:34.804942 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:34.810185 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5648327 Aug 25 16:08:34.812378 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.868343 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.908658 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.957716 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Checking segment: {'id': 'dfe79231-c616-454d-8009-ed60bddff695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '01576c16-5ce0-41e0-b30e-e43d08f533d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:34.957956 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Network hostable DHCP agents. Network: 01576c16-5ce0-41e0-b30e-e43d08f533d3, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:34.969359 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Allocated IP 172.20.0.2 (4e3848be-798e-470b-ac4e-1dbd15888ed2/68c6a0a6-c2d6-40e7-b82f-a917200bff6b/c44a5b0e-d34b-4a39-be8d-03bc9a9c535d) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:35.084982 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Network 01576c16-5ce0-41e0-b30e-e43d08f533d3 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:35.120993 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Allocated IP 172.27.2.216 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/a93339aa-3e2a-4175-bc33-fa4460221659) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:35.199019 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 01576c16-5ce0-41e0-b30e-e43d08f533d3) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:35.204969 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:35.205552 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.246124 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2e1f0-25cb-41d9-9c10-54f75d7d3128 None None] Network 01576c16-5ce0-41e0-b30e-e43d08f533d3 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:35.260646 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5540376 Aug 25 16:08:35.381388 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.480660 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:35.492659 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.507526 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:35.568677 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:35.569078 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.607625 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:35.609764 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50010) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:35.610637 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Pushing event updated for resources: {'Port': ['ID=a93339aa-3e2a-4175-bc33-fa4460221659,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:35.613396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:35.656189 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccbe510-0091-4887-85fa-412e5964876c None None] Network 4f8cb69e-98a1-4f0f-a268-3315584ed92c requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:35.719227 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 50018) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:35.746364 dv-cinder-806007-1-iscsi neutron-server[75028]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 16:08:35.796772 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:35.810375 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.850842 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.930911 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:36.014947 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d992718b-f785-4d04-9719-42844af2fe22 admin admin] Deleting subnet c5a662f1-f88a-48b2-a519-de6ff2300f94 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:08:36.036370 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d992718b-f785-4d04-9719-42844af2fe22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.085447 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.109472 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.125935 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6f20b-d838-4557-acad-81f578c1f809 None None] Network 01576c16-5ce0-41e0-b30e-e43d08f533d3 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:36.135273 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Transition to ACTIVE for port object 79f17628-19bf-452b-9938-54d479d25d0e will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:36.145848 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.159411 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:36.222223 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d992718b-f785-4d04-9719-42844af2fe22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.261479 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Transition to ACTIVE for port object c44a5b0e-d34b-4a39-be8d-03bc9a9c535d will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:36.261874 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-d30ddbed-76e1-466d-925c-1fe086c240bc tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:36.263556 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-d30ddbed-76e1-466d-925c-1fe086c240bc tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Synchronizing usage tracker for tenant:518867ba621f4cd0b95bee59fc624b5b on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:36.278990 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d992718b-f785-4d04-9719-42844af2fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.304334 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-d30ddbed-76e1-466d-925c-1fe086c240bc tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Unset dirty status for tenant:518867ba621f4cd0b95bee59fc624b5b on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:36.306805 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-d30ddbed-76e1-466d-925c-1fe086c240bc tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/networks?id=4f8cb69e-98a1-4f0f-a268-3315584ed92c HTTP/1.1" status: 200 len: 811 time: 0.5828679 Aug 25 16:08:36.332931 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-2ea0f505-73ce-442a-a151-9ad99d9df0a8 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/quotas/518867ba621f4cd0b95bee59fc624b5b HTTP/1.1" status: 200 len: 375 time: 0.0197532 Aug 25 16:08:36.372165 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Attempting to bind port 79f17628-19bf-452b-9938-54d479d25d0e on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:36.372547 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Attempting to bind port 79f17628-19bf-452b-9938-54d479d25d0e by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:36.374559 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Attempting to bind port 79f17628-19bf-452b-9938-54d479d25d0e on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:36.393707 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Pushing event updated for resources: {'Port': ['ID=79f17628-19bf-452b-9938-54d479d25d0e,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:36.404411 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:36.405419 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:36.405837 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.406259 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:36.406797 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Bound port: 79f17628-19bf-452b-9938-54d479d25d0e, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:36.407246 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.410915 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50036) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:36.416939 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Allocated IP 172.27.2.109 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/b274322f-4d36-4100-852b-e66993d3f8a6) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:36.493995 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.494350 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.496944 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.497397 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.497747 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.498079 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.498426 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.498812 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.499137 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.499850 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.499850 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Tracked resource versions report: Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: pushed versions: Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Log': {'1.0'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Network': {'1.1'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Port': {'1.5'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'PortForwarding': {'1.2'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'QosPolicy': {'1.8'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SecurityGroup': {'1.2'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SubPort': {'1.0'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Subnet': {'1.1'}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Trunk': {'1.1'}} Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: consumer versions: Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: { DHCP agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: L3 agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: Metadata agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: Metering agent@dv-cinder-806007-1-iscsi: {}, Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: Open vSwitch agent@dv-cinder-806007-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Log': '1.0', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Network': '1.1', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Port': '1.5', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'PortForwarding': '1.2', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'QosPolicy': '1.8', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SecurityGroup': '1.2', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SecurityGroupRule': '1.0', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'SubPort': '1.0', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Subnet': '1.1', Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: 'Trunk': '1.1'}} Aug 25 16:08:36.500805 dv-cinder-806007-1-iscsi neutron-server[75031]: {{(pid=75031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:08:36.506208 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:36.587952 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] For port 79f17628-19bf-452b-9938-54d479d25d0e, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:36.593219 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] For port 79f17628-19bf-452b-9938-54d479d25d0e, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=79f17628-19bf-452b-9938-54d479d25d0e,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:36.599392 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.604237 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:36.621621 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d992718b-f785-4d04-9719-42844af2fe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.651163 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-8994d029-13be-487a-a8d1-6059f1331652 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=518867ba621f4cd0b95bee59fc624b5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1743972 Aug 25 16:08:36.674849 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:36.698199 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.795265 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992718b-f785-4d04-9719-42844af2fe22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a662f1-f88a-48b2-a519-de6ff2300f94,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:36.801968 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d992718b-f785-4d04-9719-42844af2fe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:36.820102 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Transition to ACTIVE for port object c44a5b0e-d34b-4a39-be8d-03bc9a9c535d will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:36.839670 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=10f77dcb-ad23-4780-a71f-f3f8d4a448a5,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:36.847275 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:36.848131 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:36.855857 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.856093 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d992718b-f785-4d04-9719-42844af2fe22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.858653 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.861814 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:36.914610 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d992718b-f785-4d04-9719-42844af2fe22 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c5a662f1-f88a-48b2-a519-de6ff2300f94 HTTP/1.1" status: 204 len: 168 time: 1.2869861 Aug 25 16:08:36.920149 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.927852 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50050) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:36.931180 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.931988 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.943054 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Pushing event updated for resources: {'Port': ['ID=79f17628-19bf-452b-9938-54d479d25d0e,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:36.943401 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=10f77dcb-ad23-4780-a71f-f3f8d4a448a5,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:36.950572 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:37.022437 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:37.023415 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Pushing event updated for resources: {'Port': ['ID=c44a5b0e-d34b-4a39-be8d-03bc9a9c535d,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:37.026163 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:37.027299 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:37.029388 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:37.032423 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.034094 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:37.034363 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:37.082484 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-27251de9-31ff-4b3f-b332-204ed3d0c913 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:08:37.083773 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-27251de9-31ff-4b3f-b332-204ed3d0c913 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2112911 Aug 25 16:08:37.087762 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.116710 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:37.134510 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Attempting to bind port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:37.135205 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Attempting to bind port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:37.135205 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Attempting to bind port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d on network 4e3848be-798e-470b-ac4e-1dbd15888ed2 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:37.142436 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:37.142808 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Checking segment: {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:37.143208 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.143628 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Bound using segment: {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:37.144097 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Bound port: c44a5b0e-d34b-4a39-be8d-03bc9a9c535d, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:37.144488 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.239923 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.247988 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] For port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:37.251098 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:37.251788 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] For port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=c44a5b0e-d34b-4a39-be8d-03bc9a9c535d,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:37.257543 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.276357 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:c5044cce0a814a8f8bf397999b029050 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:37.276570 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-4b693aa8-f0e7-46d8-9205-822c39d58e01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:37.283006 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:37.296805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:37.301883 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.344799 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:37.352663 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-1b184126-9a24-4f2e-ae9e-3829ddc6ffa5 service neutron] 10.222.0.73 "GET /v2.0/networks/4f8cb69e-98a1-4f0f-a268-3315584ed92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540383 Aug 25 16:08:37.488280 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Pushing event updated for resources: {'Port': ['ID=c44a5b0e-d34b-4a39-be8d-03bc9a9c535d,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:37.492158 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:37.549756 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Pushing event updated for resources: {'Port': ['ID=b274322f-4d36-4100-852b-e66993d3f8a6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:37.555489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:37.565989 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:37.570140 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:37.571274 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.577465 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:32Z', 'revision_number': 3, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:37.582527 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07aaeb-8ee8-452a-8237-963b2911193b None None] The sync data for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi is: [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:32Z', 'revision_number': 3, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:37.599807 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Allocated IP 172.20.0.1 (b3283531-0cca-4c41-9237-dcec1b05d939/77895815-a48e-422e-b8aa-0ba7b3b710fd/485542db-9a44-464a-90fd-df97af733394) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:37.633453 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-cfe3d561-6fe4-4c39-9857-fdd4be93a42c service neutron] 10.222.0.73 "GET /v2.0/networks/4f8cb69e-98a1-4f0f-a268-3315584ed92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724543 Aug 25 16:08:37.638666 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:37.722998 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:37.723355 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:37.724149 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:37.724468 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > port after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:37.724778 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > port after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:37.725097 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > port after_update 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:37.725403 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:37.725726 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:37.726107 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:37.726321 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:38.004493 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:38.004854 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:38.005186 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:38.005498 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:08:38.005867 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7410d7a-c302-4450-9d09-aa3d8d6abe4b']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:38.038699 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 50078) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:38.080412 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ceebedb-3d51-4991-948d-da1c07ea725a') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:38.080990 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ceebedb-3d51-4991-948d-da1c07ea725a') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:38.099298 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.119210 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7089974'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.121357 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91cd3a0c-a630-4233-a4af-83d54432c50c req-f48395b3-3b03-4da9-b3c1-de07265949c8 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 210 time: 0.0811307 Aug 25 16:08:38.141100 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Transition to ACTIVE for port object 485542db-9a44-464a-90fd-df97af733394 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:38.148900 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.159481 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.166731 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.189226 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:08:38.189623 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1512802'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.190141 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.194735 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:38.202682 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: util.warn_limited( Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: util.warn_limited( Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: timer() Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: self._notify() Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: event.method(event) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:08:38.210841 dv-cinder-806007-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:08:38.265223 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Network b3283531-0cca-4c41-9237-dcec1b05d939 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:38.268156 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:38.272702 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:38.273262 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.276338 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Pushing event updated for resources: {'Port': ['ID=485542db-9a44-464a-90fd-df97af733394,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:38.280038 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:38.353291 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96ead5-7c5a-4663-a4fa-71acd6bf416a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:38.359000 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:38.374149 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.388461 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Synchronizing usage tracker for tenant:1e61cce3b1d5433c8dc31028b121e14e on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:38.389726 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.470689 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:38.511907 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.554026 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7410d7a-c302-4450-9d09-aa3d8d6abe4b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:38.600165 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:38.604054 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Unset dirty status for tenant:1e61cce3b1d5433c8dc31028b121e14e on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:38.606995 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5044cce0a814a8f8bf397999b029050&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1926167 Aug 25 16:08:38.611224 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 50098) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:38.629556 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f3576f81-6fda-4e49-9f0f-a16b3b6c201b admin admin] 10.222.0.73 "DELETE /v2.0/networks/d7410d7a-c302-4450-9d09-aa3d8d6abe4b HTTP/1.1" status: 204 len: 168 time: 1.6923218 Aug 25 16:08:38.632396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50102) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:38.756650 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Router 5934c67d-1444-4554-8766-bb57d42e920e is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:08:38.765483 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.766258 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.788039 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e873917-0250-4fa6-9330-db120b82b1bb admin admin] Deleting subnet cacb84e3-2a61-40ea-aab9-ebfbcc14e47f {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:08:38.802761 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5f7e-d270-4397-9d76-e56ce579594e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.841595 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ae4ee096-8ba2-4f79-932d-5854cfbde2a2 None None] Provisioning for port 485542db-9a44-464a-90fd-df97af733394 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:38.855632 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.858950 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5f7e-d270-4397-9d76-e56ce579594e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.868560 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.868685 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ae4ee096-8ba2-4f79-932d-5854cfbde2a2 None None] Provisioning complete for port 485542db-9a44-464a-90fd-df97af733394 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:38.868939 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee096-8ba2-4f79-932d-5854cfbde2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.877828 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:38.881157 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-37623cd5-f3f1-4f4a-aed8-a072e88cf832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:38.984028 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec8d74-4ff4-44fc-af9e-43498e87d440 None None] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:38.984703 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5e873917-0250-4fa6-9330-db120b82b1bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.080710 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5e873917-0250-4fa6-9330-db120b82b1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.103695 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ee096-8ba2-4f79-932d-5854cfbde2a2 None None] Port 485542db-9a44-464a-90fd-df97af733394 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:39.223546 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Pushing event updated for resources: {'Port': ['ID=485542db-9a44-464a-90fd-df97af733394,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:39.235650 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:39.247467 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Network b3283531-0cca-4c41-9237-dcec1b05d939 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:39.249412 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:39.250019 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device c44a5b0e-d34b-4a39-be8d-03bc9a9c535d up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:39.251776 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5f7e-d270-4397-9d76-e56ce579594e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.299390 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5e873917-0250-4fa6-9330-db120b82b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.389172 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-e65a5a06-c4d5-4467-b0cc-8b5df1b0421a None None] Provisioning for port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:39.402019 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5e873917-0250-4fa6-9330-db120b82b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.413942 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-49f0fb0b-2ff3-4b88-ad05-b30d20d3e54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:39.457224 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:39.469456 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:39.469836 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.575590 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-388216b5-c58c-43c7-95e8-a5b4842c61d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:39.595013 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5e873917-0250-4fa6-9330-db120b82b1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.613969 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e873917-0250-4fa6-9330-db120b82b1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cacb84e3-2a61-40ea-aab9-ebfbcc14e47f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:39.620412 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5e873917-0250-4fa6-9330-db120b82b1bb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cacb84e3-2a61-40ea-aab9-ebfbcc14e47f HTTP/1.1" status: 204 len: 168 time: 0.9821274 Aug 25 16:08:39.621031 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50124) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:39.622056 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5e873917-0250-4fa6-9330-db120b82b1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:39.628711 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.655478 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac5f7e-d270-4397-9d76-e56ce579594e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96ead5-7c5a-4663-a4fa-71acd6bf416a,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:39.662173 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a1ac5f7e-d270-4397-9d76-e56ce579594e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:39.671311 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-64780283-c10c-4c99-90ea-ec433c84ee70 None None] Provisioning complete for port 485542db-9a44-464a-90fd-df97af733394 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:39.671722 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-64780283-c10c-4c99-90ea-ec433c84ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.672665 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f5cdbe02-e4ca-4c53-8c1e-ff034323da3c req-363a4e91-4131-4879-a8f3-6e63ee0cbd40 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 210 time: 0.2028294 Aug 25 16:08:39.690410 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5f7e-d270-4397-9d76-e56ce579594e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.691965 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a1ac5f7e-d270-4397-9d76-e56ce579594e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e96ead5-7c5a-4663-a4fa-71acd6bf416a HTTP/1.1" status: 204 len: 168 time: 1.0795841 Aug 25 16:08:39.792875 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.798337 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=c44a5b0e-d34b-4a39-be8d-03bc9a9c535d,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:39.806801 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.810765 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:39.846662 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:39.988549 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-64780283-c10c-4c99-90ea-ec433c84ee70 None None] Port 485542db-9a44-464a-90fd-df97af733394 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:40.011160 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Router 2814c97a-902b-4922-ad67-921c8defeb08 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:08:40.091992 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=c44a5b0e-d34b-4a39-be8d-03bc9a9c535d,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:40.123182 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:40.134441 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:40.134827 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.216240 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-8e4df1ce-1bab-4b3f-9376-533ba4074416 None None] Provisioning complete for port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:40.216614 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8e4df1ce-1bab-4b3f-9376-533ba4074416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.289134 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:40.296499 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.308155 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] 10.222.0.73 "PUT /v2.0/routers/2814c97a-902b-4922-ad67-921c8defeb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1403666 Aug 25 16:08:40.321326 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01576c16-5ce0-41e0-b30e-e43d08f533d3']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:40.343565 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe79231-c616-454d-8009-ed60bddff695') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:40.343801 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe79231-c616-454d-8009-ed60bddff695') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:40.365324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:40.370825 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7089974'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.408385 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.417202 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.419516 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d9042730-8182-4e02-8eea-5238bee29845 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1528754 Aug 25 16:08:40.420015 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:08:40.420350 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1512802'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.422179 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 50152) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:40.425861 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 79f17628-19bf-452b-9938-54d479d25d0e up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: timer() Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: self._notify() Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: event.method(event) Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:08:40.482044 dv-cinder-806007-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:08:40.485198 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Sync routers for ids ['5934c67d-1444-4554-8766-bb57d42e920e'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:40.667958 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Routers {'5934c67d-1444-4554-8766-bb57d42e920e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:40.668847 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['5934c67d-1444-4554-8766-bb57d42e920e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:40.683725 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.696507 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.700456 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:40.723681 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.76', 55667) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:40.744646 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=01576c16-5ce0-41e0-b30e-e43d08f533d3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:40.746972 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:08:40.757720 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] 10.222.0.73 "DELETE /v2.0/networks/01576c16-5ce0-41e0-b30e-e43d08f533d3 HTTP/1.1" status: 204 len: 168 time: 1.1293073 Aug 25 16:08:40.758853 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:41.163354 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50182) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:41.182088 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 79f17628-19bf-452b-9938-54d479d25d0e completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:41.184363 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-45036e3b-994b-49b0-a620-eb37f5693ff8 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:41.185825 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-45036e3b-994b-49b0-a620-eb37f5693ff8 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.76 "GET /v2.0/networks?id=4f8cb69e-98a1-4f0f-a268-3315584ed92c HTTP/1.1" status: 200 len: 811 time: 0.4612300 Aug 25 16:08:41.207709 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 79f17628-19bf-452b-9938-54d479d25d0e triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:41.212570 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.236510 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:41.249364 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Sync routers for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:41.267543 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:41.268190 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:41.278032 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c0059c53-65b1-4360-9664-3565b20f6285 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b92c37d2d0c549879a1abb05e23c5201&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1128125 Aug 25 16:08:41.279932 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.281425 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2761958 Aug 25 16:08:41.282393 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50190) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:41.297524 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50192) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:41.390622 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Set router 5934c67d-1444-4554-8766-bb57d42e920e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:41.392632 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Request body: {'port': {'device_id': '376a3868-0a3c-412d-a34c-068f7b03056e', 'network_id': '4f8cb69e-98a1-4f0f-a268-3315584ed92c', 'admin_state_up': True, 'tenant_id': '518867ba621f4cd0b95bee59fc624b5b'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:41.626623 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ba09f3ce-5846-41e4-82c4-3bde15c1164d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.637032 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:41.708431 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ba09f3ce-5846-41e4-82c4-3bde15c1164d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.716367 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-49a91e0c-72ed-457f-82ca-640ea91c80d8 req-65f0524f-4c29-4e91-8aa2-82d70520e60a tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 210 time: 0.2917840 Aug 25 16:08:41.882275 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:41.891472 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Usage tracker for resource:port and tenant:518867ba621f4cd0b95bee59fc624b5b is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:42.001767 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:42.027292 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:42.081148 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Sync routers for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:42.100551 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Made reservation on behalf of 518867ba621f4cd0b95bee59fc624b5b for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:42.103940 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.111143 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50222) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:42.121931 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853160755', 'description': 'tempest-description--1621628390'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:42.140496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:42.147916 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:security_group and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:42.149160 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.153706 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:42.164260 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:42.192088 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ba09f3ce-5846-41e4-82c4-3bde15c1164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.192892 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.198856 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 79f17628-19bf-452b-9938-54d479d25d0e, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=79f17628-19bf-452b-9938-54d479d25d0e,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:42.206613 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.222738 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3def3998-ec62-496b-873d-71eca8d97ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:42.223082 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7f995971-c514-4bb8-b3c2-7c22bcc9cf2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:42.251911 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:42.252721 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:42.304254 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09f3ce-5846-41e4-82c4-3bde15c1164d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a885c-1242-4bc9-9c46-43360dbc927f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:42.321991 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ba09f3ce-5846-41e4-82c4-3bde15c1164d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:42.349636 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ba09f3ce-5846-41e4-82c4-3bde15c1164d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.353053 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ba09f3ce-5846-41e4-82c4-3bde15c1164d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/576a885c-1242-4bc9-9c46-43360dbc927f HTTP/1.1" status: 204 len: 168 time: 1.0670125 Aug 25 16:08:42.370788 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:42.392507 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:security_group_rule and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:42.396388 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 3, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:42.397280 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:42.404642 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:42.413278 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Checking router: a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:42.413640 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Updating router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 port b274322f-4d36-4100-852b-e66993d3f8a6 binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:42.521121 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:42.536767 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.662665 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Allocated IP 172.20.0.10 (4f8cb69e-98a1-4f0f-a268-3315584ed92c/0409bec8-6d00-4dcb-857a-2025079aae63/99cacbdc-bf16-4da2-a3cb-074e7d5d6312) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:42.683047 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.696544 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.714216 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:42.822147 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device c44a5b0e-d34b-4a39-be8d-03bc9a9c535d up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:42.870734 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86b76dd-f21d-4a9d-bd11-110aa5c498f1,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:42.885115 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:42.898075 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.912921 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8004251 Aug 25 16:08:42.924937 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50260) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:42.983685 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'security_group_rule': {'security_group_id': 'b86b76dd-f21d-4a9d-bd11-110aa5c498f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:43.016544 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:43.057476 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:security_group_rule and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:43.080377 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:43.118872 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.121634 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:43.305607 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.402408 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:43.402974 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.410657 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-016f2d38-a594-4bc1-b089-534f7f329cbd req-a37baf76-a66d-4091-add6-fa93d170616f tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 210 time: 0.2793040 Aug 25 16:08:43.467730 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.479577 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.490842 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=79f17628-19bf-452b-9938-54d479d25d0e,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:43.507210 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.283s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:43.525642 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.546550 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Transition to ACTIVE for port object b274322f-4d36-4100-852b-e66993d3f8a6 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:43.565715 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.593207 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:43.595017 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:43.624256 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.633510 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc99d2a6-bc23-4033-ba60-319e664ca166,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:43.637378 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.643693 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7057068 Aug 25 16:08:43.654844 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50276) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:43.677942 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:43.705303 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'security_group_rule': {'security_group_id': 'b86b76dd-f21d-4a9d-bd11-110aa5c498f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:43.720785 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:43.730180 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:security_group_rule and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:43.739659 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:43.758011 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 50280) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:43.758679 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:43.828878 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Attempting to bind port b274322f-4d36-4100-852b-e66993d3f8a6 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:43.830394 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Attempting to bind port b274322f-4d36-4100-852b-e66993d3f8a6 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:43.831644 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Attempting to bind port b274322f-4d36-4100-852b-e66993d3f8a6 on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:43.848953 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5624578f-aedf-4537-84b4-e3691f8105a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:43.857035 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dc7c7-3570-4e34-ac72-7a11528c3e54 None None] Pushing event updated for resources: {'Port': ['ID=b274322f-4d36-4100-852b-e66993d3f8a6,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:43.863212 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-f39dc7c7-3570-4e34-ac72-7a11528c3e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:43.871146 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:43.871831 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:43.874297 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.887728 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:43.888940 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Bound port: b274322f-4d36-4100-852b-e66993d3f8a6, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:43.892292 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.989443 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.033295 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a7c057f-4030-4d48-a63e-401c74d603e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.107094 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] For port b274322f-4d36-4100-852b-e66993d3f8a6, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:44.114626 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] For port b274322f-4d36-4100-852b-e66993d3f8a6, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=b274322f-4d36-4100-852b-e66993d3f8a6,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:44.122599 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.136895 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:44.183117 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-05556356-7553-431e-9ad3-fc98d18d4597 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d13bb69c678e4c3588fb51f8c964d9f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4181755 Aug 25 16:08:44.192973 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 50294) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:44.244719 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dc7c7-3570-4e34-ac72-7a11528c3e54 None None] Pushing event updated for resources: {'Port': ['ID=b274322f-4d36-4100-852b-e66993d3f8a6,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:44.265134 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.283049 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.294711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:44.324226 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:44.325478 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:44.473881 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934c67d-1444-4554-8766-bb57d42e920e', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:32Z', 'updated_at': '2021-08-25T16:08:36Z', 'revision_number': 3, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'gw_port': {'id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:44.500495 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Checking router: 5934c67d-1444-4554-8766-bb57d42e920e for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:44.504413 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Updating router 5934c67d-1444-4554-8766-bb57d42e920e port a93339aa-3e2a-4175-bc33-fa4460221659 binding host dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:44.550524 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17089086-49fc-4c0e-b011-cea59456020c,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:44.561243 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:44.575083 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.575083 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8960161 Aug 25 16:08:44.575083 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50314) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:44.589771 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'floatingip': {'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:44.616419 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:44.643141 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.662713 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:floatingip and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:44.667767 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:44.684423 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Pushing event updated for resources: {'Port': ['ID=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:44.730282 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Network 4f8cb69e-98a1-4f0f-a268-3315584ed92c is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:44.744543 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:44.765241 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:44.792585 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:44.797172 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:44.802023 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:44.805059 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.840324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.913597 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.922682 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.926428 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:45.110567 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b4947fa7-ec48-4c44-a023-0c646dc7222e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:45.271037 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8831384 Aug 25 16:08:45.374680 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b4947fa7-ec48-4c44-a023-0c646dc7222e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:45.457481 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-9bcc6690-aa0b-4fba-aac7-b526cedf2ea5 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:08:45.458460 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-9bcc6690-aa0b-4fba-aac7-b526cedf2ea5 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075486 Aug 25 16:08:45.470917 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 79f17628-19bf-452b-9938-54d479d25d0e up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:45.550562 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50332) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:45.648000 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 2, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:45.727917 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Checking router: 2814c97a-902b-4922-ad67-921c8defeb08 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:45.728152 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Updating router 2814c97a-902b-4922-ad67-921c8defeb08 port 485542db-9a44-464a-90fd-df97af733394 binding host dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:45.729992 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b4947fa7-ec48-4c44-a023-0c646dc7222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:45.775395 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-f39dc7c7-3570-4e34-ac72-7a11528c3e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.638s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:45.782312 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc84a1-bffd-4268-a5af-9aaa68953fda req-cdf4e78d-aa3a-4327-b4e3-aafe3bc3785d tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:45.783257 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-07fc84a1-bffd-4268-a5af-9aaa68953fda req-cdf4e78d-aa3a-4327-b4e3-aafe3bc3785d tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Synchronizing usage tracker for tenant:518867ba621f4cd0b95bee59fc624b5b on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:45.790252 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a1ac5f7e-d270-4397-9d76-e56ce579594e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:45.831566 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Allocated IP 172.20.0.1 (4e3848be-798e-470b-ac4e-1dbd15888ed2/68c6a0a6-c2d6-40e7-b82f-a917200bff6b/074c37cf-b37a-42b3-b71f-3ccd99fa1d79) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:45.837041 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 3, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:45.845457 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:45.848908 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:45.859030 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c5953-6657-41a4-9c60-c4ea8a016b62 None None] The sync data for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi is: [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 3, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:45.872737 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4947fa7-ec48-4c44-a023-0c646dc7222e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d294c5a6-1912-4b2f-88bb-ffaffde3cb2b,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:45.918321 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 79f17628-19bf-452b-9938-54d479d25d0e triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:45.919299 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:45.933924 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b4947fa7-ec48-4c44-a023-0c646dc7222e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:45.954310 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:45.976949 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-07fc84a1-bffd-4268-a5af-9aaa68953fda req-cdf4e78d-aa3a-4327-b4e3-aafe3bc3785d tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Unset dirty status for tenant:518867ba621f4cd0b95bee59fc624b5b on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:45.983240 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-07fc84a1-bffd-4268-a5af-9aaa68953fda req-cdf4e78d-aa3a-4327-b4e3-aafe3bc3785d tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 932 time: 1.1715662 Aug 25 16:08:46.112211 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b4947fa7-ec48-4c44-a023-0c646dc7222e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:46.119014 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b4947fa7-ec48-4c44-a023-0c646dc7222e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d294c5a6-1912-4b2f-88bb-ffaffde3cb2b HTTP/1.1" status: 204 len: 168 time: 1.8944221 Aug 25 16:08:46.235095 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Request body: {'port': {'device_id': '376a3868-0a3c-412d-a34c-068f7b03056e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:46.562959 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-07fc84a1-bffd-4268-a5af-9aaa68953fda req-b2108cca-3c00-4f29-a080-3dea729fea30 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Synchronizing usage tracker for tenant:518867ba621f4cd0b95bee59fc624b5b on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:46.582874 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:46.591188 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a65162f03648bf82b8decb8a9de303 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:46.603095 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:46.614611 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:46.630978 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:46.910902 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:46.920360 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:46.991286 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:46.994350 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:47.116677 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:47.119656 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Transition to ACTIVE for port object 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:47.134130 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5449a-2c2c-4ee1-8c1e-236364f4bb7c,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:47.140765 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4a65162f03648bf82b8decb8a9de303&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5877213 Aug 25 16:08:47.145113 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:47.148115 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50368) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:47.178296 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d5b8efba-07a9-436c-b792-afb64ad8da97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:47.299296 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-108fe05e-5c26-4f25-b9e9-bf0f1272c994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:47.311900 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:47.331838 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:47.348180 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.resource_extend [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:08:47.433554 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-07fc84a1-bffd-4268-a5af-9aaa68953fda req-b2108cca-3c00-4f29-a080-3dea729fea30 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Unset dirty status for tenant:518867ba621f4cd0b95bee59fc624b5b on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:47.447743 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-07fc84a1-bffd-4268-a5af-9aaa68953fda req-b2108cca-3c00-4f29-a080-3dea729fea30 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4301114 Aug 25 16:08:47.467821 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:47.482890 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:47.509694 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-108fe05e-5c26-4f25-b9e9-bf0f1272c994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:47.937319 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:47.975111 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Pushing event updated for resources: {'Port': ['ID=074c37cf-b37a-42b3-b71f-3ccd99fa1d79,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:47.986610 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Transition to ACTIVE for port object a93339aa-3e2a-4175-bc33-fa4460221659 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:47.991405 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:48.039971 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device b274322f-4d36-4100-852b-e66993d3f8a6 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:48.089769 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:48.090204 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Allocated IP 172.20.0.1 (397a5270-5ab7-493f-8f7f-bbecd3e6f8dc/5206a5b1-89e6-49d9-a93f-23e1c0ecf59c/edb121f6-14ca-4fbc-b8c8-7a7db6332c2b) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:48.212097 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-108fe05e-5c26-4f25-b9e9-bf0f1272c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.216261 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Allocated IP 172.27.2.175 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/8e7c8611-9aee-4218-997c-c9911205ec0f) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:48.222524 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.262632 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:48.297652 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fe05e-5c26-4f25-b9e9-bf0f1272c994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5449a-2c2c-4ee1-8c1e-236364f4bb7c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:48.327237 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-108fe05e-5c26-4f25-b9e9-bf0f1272c994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:48.334558 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.462434 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-108fe05e-5c26-4f25-b9e9-bf0f1272c994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.464167 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-108fe05e-5c26-4f25-b9e9-bf0f1272c994 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23d5449a-2c2c-4ee1-8c1e-236364f4bb7c HTTP/1.1" status: 204 len: 168 time: 1.3149657 Aug 25 16:08:48.503431 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.515482 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.572702 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:48.786755 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.851624 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Attempting to bind port a93339aa-3e2a-4175-bc33-fa4460221659 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:48.852009 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Attempting to bind port a93339aa-3e2a-4175-bc33-fa4460221659 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:48.852395 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Attempting to bind port a93339aa-3e2a-4175-bc33-fa4460221659 on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:48.931102 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:48.931770 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:48.933239 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.933666 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:48.934183 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Bound port: a93339aa-3e2a-4175-bc33-fa4460221659, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:48.934599 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.095500 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.114288 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:49.214250 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.248987 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] For port a93339aa-3e2a-4175-bc33-fa4460221659, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:49.256824 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] For port a93339aa-3e2a-4175-bc33-fa4460221659, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a93339aa-3e2a-4175-bc33-fa4460221659,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:49.268427 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.335257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'Port': ['ID=8e7c8611-9aee-4218-997c-c9911205ec0f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:49.341136 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.344503 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:49.357422 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:49.364478 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:49.479522 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:49.482558 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-45cb5814-2c38-407e-8e4a-49b079666117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:49.624463 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.648516 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:49.844060 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f2501-3910-41a9-814f-e0ac0593a30b None None] Pushing event updated for resources: {'Port': ['ID=a93339aa-3e2a-4175-bc33-fa4460221659,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:49.868997 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-d989cce2-4452-4884-b87d-7ae53b48e761 None None] Provisioning for port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:49.890626 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-417f2501-3910-41a9-814f-e0ac0593a30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.318s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:49.894783 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Pushing event updated for resources: {'Port': ['ID=074c37cf-b37a-42b3-b71f-3ccd99fa1d79,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:49.900451 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-d989cce2-4452-4884-b87d-7ae53b48e761 None None] Provisioning complete for port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:49.900946 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d989cce2-4452-4884-b87d-7ae53b48e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.902833 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:49.992599 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.491s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:50.043524 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d989cce2-4452-4884-b87d-7ae53b48e761 None None] Port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:50.045400 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port b274322f-4d36-4100-852b-e66993d3f8a6 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:50.052534 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Routers {'5934c67d-1444-4554-8766-bb57d42e920e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:50.053615 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['5934c67d-1444-4554-8766-bb57d42e920e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:50.091137 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.180490 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.180490 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.280082 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Transition to ACTIVE for port object 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:50.293413 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-db1455bf-98dc-48ac-839d-e0f21043efb3 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:50.354811 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port b274322f-4d36-4100-852b-e66993d3f8a6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:50.359809 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.447032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.467172 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.550868 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.565082 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Transition to ACTIVE for port object 485542db-9a44-464a-90fd-df97af733394 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:50.571211 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f2501-3910-41a9-814f-e0ac0593a30b None None] Pushing event updated for resources: {'Port': ['ID=a93339aa-3e2a-4175-bc33-fa4460221659,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:50.580391 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.581257 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.582210 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-417f2501-3910-41a9-814f-e0ac0593a30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:50.619308 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:50.622446 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:50.638755 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.662774 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:50.763494 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:50.770241 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Pushing event updated for resources: {'Port': ['ID=edb121f6-14ca-4fbc-b8c8-7a7db6332c2b,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:50.775151 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:50.801160 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:50.806961 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:50.809015 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.811792 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:50.865230 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fc03b-3042-463a-b2fe-3926dd5e70cf None None] Pushing event updated for resources: {'Port': ['ID=485542db-9a44-464a-90fd-df97af733394,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:50.872925 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-774fc03b-3042-463a-b2fe-3926dd5e70cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:51.107179 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.147271 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port b274322f-4d36-4100-852b-e66993d3f8a6, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=b274322f-4d36-4100-852b-e66993d3f8a6,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:51.174025 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527d8d5-53f1-42ea-8736-8b63ceff4fb2 req-07566a95-5ce6-409d-8132-8f9237a2aacc tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:51.180294 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1527d8d5-53f1-42ea-8736-8b63ceff4fb2 req-07566a95-5ce6-409d-8132-8f9237a2aacc tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 932 time: 2.0792804 Aug 25 16:08:51.189220 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.203570 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:51.282034 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Attempting to bind port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:51.282726 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Attempting to bind port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ec9d12b8-1bc5-427c-878d-4be235362a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4f8cb69e-98a1-4f0f-a268-3315584ed92c'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:51.283231 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Attempting to bind port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 on network 4f8cb69e-98a1-4f0f-a268-3315584ed92c {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:51.305678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Pushing event updated for resources: {'Port': ['ID=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:51.309177 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:51.321493 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 on network 4f8cb69e-98a1-4f0f-a268-3315584ed92c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:08:51.321925 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Attempting to bind port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 on network 4f8cb69e-98a1-4f0f-a268-3315584ed92c {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:51.331387 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:51.332165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Checking segment: {'id': 'ec9d12b8-1bc5-427c-878d-4be235362a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4f8cb69e-98a1-4f0f-a268-3315584ed92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:51.332532 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Bound using segment: {'id': 'ec9d12b8-1bc5-427c-878d-4be235362a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4f8cb69e-98a1-4f0f-a268-3315584ed92c'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:51.333050 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Bound port: 99cacbdc-bf16-4da2-a3cb-074e7d5d6312, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9d12b8-1bc5-427c-878d-4be235362a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '4f8cb69e-98a1-4f0f-a268-3315584ed92c'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:51.333586 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.360793 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1527d8d5-53f1-42ea-8736-8b63ceff4fb2 req-3c05bb8d-ae59-417e-9ebd-ca47e69759ea tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697097 Aug 25 16:08:51.376209 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=b274322f-4d36-4100-852b-e66993d3f8a6,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:51.400726 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 50510) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:51.403322 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:51.418338 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7546ed83-3369-49df-b31c-389ae62adbdf None None] Provisioning complete for port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:51.418950 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7546ed83-3369-49df-b31c-389ae62adbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.550389 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7546ed83-3369-49df-b31c-389ae62adbdf None None] Port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:51.615878 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Attempting to bind port 485542db-9a44-464a-90fd-df97af733394 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:51.616399 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Attempting to bind port 485542db-9a44-464a-90fd-df97af733394 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:51.617081 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Attempting to bind port 485542db-9a44-464a-90fd-df97af733394 on network b3283531-0cca-4c41-9237-dcec1b05d939 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:51.626063 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:51.626717 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Checking segment: {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:51.627278 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.627861 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Bound using segment: {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:51.628483 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Bound port: 485542db-9a44-464a-90fd-df97af733394, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:51.629407 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.634537 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] For port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312, host hv-cinder-80600, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:51.639906 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] For port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,segment=NetworkSegment(ec9d12b8-1bc5-427c-878d-4be235362a00),segment_id=ec9d12b8-1bc5-427c-878d-4be235362a00)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:51.645210 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 50520) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:51.664000 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.673631 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f91f7409-9e19-4ff8-9d23-6008429c8b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:51.730280 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.773171 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] For port 485542db-9a44-464a-90fd-df97af733394, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:51.777055 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] For port 485542db-9a44-464a-90fd-df97af733394, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=485542db-9a44-464a-90fd-df97af733394,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:51.780960 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] Set router 5934c67d-1444-4554-8766-bb57d42e920e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:51.803212 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.804804 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] 10.222.0.76 "PUT /v2.0/ports/99cacbdc-bf16-4da2-a3cb-074e7d5d6312 HTTP/1.1" status: 200 len: 1094 time: 5.9635601 Aug 25 16:08:51.817504 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a3868-0a3c-412d-a34c-068f7b03056e', 'tag': '99cacbdc-bf16-4da2-a3cb-074e7d5d6312'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:51.830620 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.847046 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:52.044496 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fc03b-3042-463a-b2fe-3926dd5e70cf None None] Pushing event updated for resources: {'Port': ['ID=485542db-9a44-464a-90fd-df97af733394,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:52.051236 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-774fc03b-3042-463a-b2fe-3926dd5e70cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:52.206950 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:52.207938 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:52.291986 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Pushing event updated for resources: {'Port': ['ID=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:52.299357 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:52.342168 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.resource_extend [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:08:52.404534 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.437935 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.441891 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.454745 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.471607 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.501139 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:52.502746 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:52.642918 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.849769 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'Port': ['ID=8e7c8611-9aee-4218-997c-c9911205ec0f,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:52.888529 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:52.895302 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:53.039528 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:08:53.042229 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:53.162141 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:53.167977 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:53.169377 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5989649 Aug 25 16:08:53.173193 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:53.212083 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:53.216823 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb13f8cd9064fecb16fc6395ffac8fe is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:53.220881 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:53.229290 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:53.320187 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:53.405043 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device b274322f-4d36-4100-852b-e66993d3f8a6 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:53.412359 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:53.423531 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:53.441042 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Pushing event updated for resources: {'Port': ['ID=edb121f6-14ca-4fbc-b8c8-7a7db6332c2b,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:53.450904 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:53.480933 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b4947fa7-ec48-4c44-a023-0c646dc7222e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:53.505238 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-abffd21b-bd87-4c9c-80c0-ce59a2a97bc2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=518867ba621f4cd0b95bee59fc624b5b&device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 1097 time: 1.2551379 Aug 25 16:08:53.562576 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:53.577847 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Sync routers for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:53.588651 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] 10.222.0.73 "PUT /v2.0/routers/a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2800333 Aug 25 16:08:53.604369 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:53.605746 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:53.653397 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934c67d-1444-4554-8766-bb57d42e920e', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:32Z', 'updated_at': '2021-08-25T16:08:36Z', 'revision_number': 3, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'gw_port': {'id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:53.702985 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111a6de-7a56-46e3-b718-f8a0c41fb4f3 None None] The sync data for ids ['5934c67d-1444-4554-8766-bb57d42e920e'] in dv-cinder-806007-1-iscsi is: [{'id': '5934c67d-1444-4554-8766-bb57d42e920e', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:32Z', 'updated_at': '2021-08-25T16:08:36Z', 'revision_number': 3, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'gw_port': {'id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:53.748859 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port b274322f-4d36-4100-852b-e66993d3f8a6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:53.749234 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:53.808290 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:53.831898 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e64e9e-c0bd-427c-853a-93b480fa6d87 None None] The sync data for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi is: [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:54.122290 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:54.131761 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Usage tracker for resource:security_group_rule and tenant:630899553237407c9bb29764c94ff12a is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:54.138525 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:54.161880 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:54.210489 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:54.219830 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2f543-35a6-45a4-9c32-f125b35b87e0 req-efb08de3-5163-4195-a7cd-c73a3690a799 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:54.221820 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-39e2f543-35a6-45a4-9c32-f125b35b87e0 req-efb08de3-5163-4195-a7cd-c73a3690a799 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 944 time: 1.4472044 Aug 25 16:08:54.222611 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd27bfaa-280b-452c-8d71-b5d1e7a23cba,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:54.251817 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:54.273772 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-478bfd6f-8c49-4b2a-8afa-c5ab888560f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99cacbdc-bf16-4da2-a3cb-074e7d5d6312 HTTP/1.1" status: 200 len: 217 time: 0.6173098 Aug 25 16:08:54.474968 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-e5b575f9-c05c-4942-a94e-403589b06d2c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:54.476633 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-e5b575f9-c05c-4942-a94e-403589b06d2c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0409bec8-6d00-4dcb-857a-2025079aae63 HTTP/1.1" status: 200 len: 851 time: 0.1363120 Aug 25 16:08:54.598622 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8eb13f8cd9064fecb16fc6395ffac8fe&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9517143 Aug 25 16:08:54.601528 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50580) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:54.708676 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-39eb6581-26e6-409e-8d8a-14a1e5a6572d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Synchronizing usage tracker for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:54.760507 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-39e2f543-35a6-45a4-9c32-f125b35b87e0 req-ce869bc3-8277-4a8a-a1ec-5243b74eba00 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845746 Aug 25 16:08:54.762579 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-8c4fc1c7-ee3f-4ff2-b523-1d0e043e9ef9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8cb69e-98a1-4f0f-a268-3315584ed92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592455 Aug 25 16:08:54.767908 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-985cb885-2bd1-4ae9-8103-8375231e0716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:54.859662 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 2, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:54.870918 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Checking router: a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:54.872878 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Updating router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:54.873935 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-985cb885-2bd1-4ae9-8103-8375231e0716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.024029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-985cb885-2bd1-4ae9-8103-8375231e0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.033814 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.042622 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:55.079249 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-985cb885-2bd1-4ae9-8103-8375231e0716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.080859 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-985cb885-2bd1-4ae9-8103-8375231e0716 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd27bfaa-280b-452c-8d71-b5d1e7a23cba HTTP/1.1" status: 204 len: 168 time: 0.4783394 Aug 25 16:08:55.082802 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cb885-2bd1-4ae9-8103-8375231e0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd27bfaa-280b-452c-8d71-b5d1e7a23cba,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:55.110131 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-985cb885-2bd1-4ae9-8103-8375231e0716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:55.225772 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-0bc5df63-0857-4ca5-bb82-850272314991 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8cb69e-98a1-4f0f-a268-3315584ed92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493411 Aug 25 16:08:55.468280 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 485542db-9a44-464a-90fd-df97af733394 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:55.642533 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.666562 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 485542db-9a44-464a-90fd-df97af733394 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:55.675319 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a3868-0a3c-412d-a34c-068f7b03056e', 'tag': '99cacbdc-bf16-4da2-a3cb-074e7d5d6312', 'status': 'completed', 'code': 200} Aug 25 16:08:55.687129 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 485542db-9a44-464a-90fd-df97af733394 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:55.690071 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.702582 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.733456 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.772945 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Transition to ACTIVE for port object 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:55.787015 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.795548 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d2e5a263-a2da-4e68-9acd-1c198df7b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:55.803982 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:55.823815 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=630899553237407c9bb29764c94ff12a&name=default HTTP/1.1" status: 200 len: 2647 time: 4.4218884 Aug 25 16:08:55.824693 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-39eb6581-26e6-409e-8d8a-14a1e5a6572d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Unset dirty status for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:55.825803 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-39eb6581-26e6-409e-8d8a-14a1e5a6572d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1853160755&fields=id&tenant_id=e18453e2bbbd4c44a3a3596e32abfccf HTTP/1.1" status: 200 len: 267 time: 1.5544732 Aug 25 16:08:55.826459 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50610) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:56.019732 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104c79-aeee-4a6d-b164-8eeddba7c55f None None] Pushing event updated for resources: {'Port': ['ID=074c37cf-b37a-42b3-b71f-3ccd99fa1d79,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:56.029870 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5c104c79-aeee-4a6d-b164-8eeddba7c55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:56.071084 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a0c3-2e5c-45ed-993f-cb5ea80a7e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.120691 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a0c3-2e5c-45ed-993f-cb5ea80a7e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.199715 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.218342 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a0c3-2e5c-45ed-993f-cb5ea80a7e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.224138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:56.239754 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dacd9d9-0809-4e84-a0ef-6c2f6ed20eec,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:56.280258 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3a0c3-2e5c-45ed-993f-cb5ea80a7e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dacd9d9-0809-4e84-a0ef-6c2f6ed20eec,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:56.292176 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f2c3a0c3-2e5c-45ed-993f-cb5ea80a7e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:56.312876 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a0c3-2e5c-45ed-993f-cb5ea80a7e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.314127 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f2c3a0c3-2e5c-45ed-993f-cb5ea80a7e68 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2dacd9d9-0809-4e84-a0ef-6c2f6ed20eec HTTP/1.1" status: 204 len: 168 time: 0.4860356 Aug 25 16:08:56.345439 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:56.365689 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-c3dc59f6-2023-428e-98a7-d84c3687c2d0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:56.367212 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-c3dc59f6-2023-428e-98a7-d84c3687c2d0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Synchronizing usage tracker for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:56.396940 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b06764f2-2bf6-49b0-b869-ac97de058753 req-9eddef59-2832-4e1e-b7da-576a4b86337d service neutron] 10.222.0.76 "GET /v2.0/networks/4f8cb69e-98a1-4f0f-a268-3315584ed92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1531062 Aug 25 16:08:56.402419 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 485542db-9a44-464a-90fd-df97af733394, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=485542db-9a44-464a-90fd-df97af733394,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:56.410825 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.419328 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:56.514732 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-c3dc59f6-2023-428e-98a7-d84c3687c2d0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Unset dirty status for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:56.516206 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-c3dc59f6-2023-428e-98a7-d84c3687c2d0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 810 time: 0.6496542 Aug 25 16:08:56.589795 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-1bc503d4-271d-411f-8325-ceac0c50d9a8 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/quotas/e18453e2bbbd4c44a3a3596e32abfccf HTTP/1.1" status: 200 len: 375 time: 0.0590336 Aug 25 16:08:56.814067 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Attempting to bind port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:56.814470 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Attempting to bind port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:56.814842 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Attempting to bind port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 on network 4e3848be-798e-470b-ac4e-1dbd15888ed2 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:56.843189 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=485542db-9a44-464a-90fd-df97af733394,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:56.862107 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:56.865482 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Checking segment: {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:56.865936 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.866344 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Bound using segment: {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:56.866840 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Bound port: 074c37cf-b37a-42b3-b71f-3ccd99fa1d79, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:56.867241 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.879146 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:57.122126 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50636) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:57.158962 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.180038 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Router 5934c67d-1444-4554-8766-bb57d42e920e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:08:57.197602 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:57.203019 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Usage tracker for resource:security_group_rule and tenant:32764c9cf40342bd87cc66280e12de7f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:57.206895 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:57.214419 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:57.307879 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.323377 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.332566 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] For port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:57.346792 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 485542db-9a44-464a-90fd-df97af733394 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:57.350452 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] For port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=074c37cf-b37a-42b3-b71f-3ccd99fa1d79,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:57.352189 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:57.358915 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.378176 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:57.472241 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 485542db-9a44-464a-90fd-df97af733394 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:57.473871 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.535004 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd1e30-f614-4feb-897d-54b8f8e0f252,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:57.553277 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:57.558936 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32764c9cf40342bd87cc66280e12de7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4330382 Aug 25 16:08:57.565467 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50644) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:57.649456 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:57.651098 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:08:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:57.696050 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-996a6abd-a9b1-4c9f-99ed-e4b132faffd9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Synchronizing usage tracker for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:57.713352 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3eb7b379-1a1c-47db-979f-69cd71aa93dc req-2cd89029-bd6f-4346-aedb-bac3a01adefc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=518867ba621f4cd0b95bee59fc624b5b&device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 1097 time: 0.9396398 Aug 25 16:08:57.787365 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd3ef-4341-49b6-8a89-09decd26938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.818332 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd3ef-4341-49b6-8a89-09decd26938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.883295 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd3ef-4341-49b6-8a89-09decd26938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.899729 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-268344c2-9d18-4d15-91f7-5ebaaf53d25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:57.944256 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd3ef-4341-49b6-8a89-09decd26938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd1e30-f614-4feb-897d-54b8f8e0f252,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:57.959582 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e7bfd3ef-4341-49b6-8a89-09decd26938d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:57.961425 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd3ef-4341-49b6-8a89-09decd26938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.964489 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e7bfd3ef-4341-49b6-8a89-09decd26938d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50fd1e30-f614-4feb-897d-54b8f8e0f252 HTTP/1.1" status: 204 len: 168 time: 0.3976693 Aug 25 16:08:58.046150 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:58.109276 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7b379-1a1c-47db-979f-69cd71aa93dc req-8e390fdb-b5fb-4d39-926f-7e7f728ec709 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:58.110798 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3eb7b379-1a1c-47db-979f-69cd71aa93dc req-8e390fdb-b5fb-4d39-926f-7e7f728ec709 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f8cb69e-98a1-4f0f-a268-3315584ed92c HTTP/1.1" status: 200 len: 913 time: 0.3529575 Aug 25 16:08:58.142882 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-996a6abd-a9b1-4c9f-99ed-e4b132faffd9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Unset dirty status for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:58.144180 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-996a6abd-a9b1-4c9f-99ed-e4b132faffd9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5471778 Aug 25 16:08:58.174320 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50656) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:58.181008 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637642626', 'description': 'tempest-description--1724011351'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:58.194201 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:58.204245 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:security_group and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:58.213135 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:58.230597 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:58.253104 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.310929 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104c79-aeee-4a6d-b164-8eeddba7c55f None None] Pushing event updated for resources: {'Port': ['ID=074c37cf-b37a-42b3-b71f-3ccd99fa1d79,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:58.316386 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5c104c79-aeee-4a6d-b164-8eeddba7c55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:58.354805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:58.367083 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:security_group_rule and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:58.374999 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:58.390815 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:58.492487 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3eb7b379-1a1c-47db-979f-69cd71aa93dc req-ad69eca0-4cae-4759-9dac-c7be9694e1a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99cacbdc-bf16-4da2-a3cb-074e7d5d6312 HTTP/1.1" status: 200 len: 217 time: 0.3516414 Aug 25 16:08:58.503398 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:57Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:58.508709 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c61f0e-fbab-424d-97e5-579e86929107 None None] The sync data for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi is: [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:57Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:58.532195 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.548753 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.565413 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:58.645807 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240753c9-ce49-4c04-992b-585ebbd2edcd,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:58.676908 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:58.690297 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.692050 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5167408 Aug 25 16:08:58.694797 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50676) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:58.703066 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'security_group_rule': {'security_group_id': '240753c9-ce49-4c04-992b-585ebbd2edcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:58.710324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:58.715739 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:security_group_rule and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:58.721837 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:58.729433 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:58.753614 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.894225 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.902154 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.902154 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8bb3c09-1542-4366-89a8-897c90375be0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:58.919532 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7b379-1a1c-47db-979f-69cd71aa93dc req-48f0471f-4c4d-4ad5-b6bd-d11c8fd7837c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:58.922642 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3eb7b379-1a1c-47db-979f-69cd71aa93dc req-48f0471f-4c4d-4ad5-b6bd-d11c8fd7837c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0409bec8-6d00-4dcb-857a-2025079aae63 HTTP/1.1" status: 200 len: 851 time: 0.3022945 Aug 25 16:08:58.933313 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c02bf12-fd90-46c6-b2f5-4ffcfee1fe2d,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:58.955525 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:59.012659 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.014238 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-028e3032-10fc-49eb-aaff-690bbd1b0089 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3182435 Aug 25 16:08:59.017363 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50690) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:59.025890 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'security_group_rule': {'security_group_id': '240753c9-ce49-4c04-992b-585ebbd2edcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:59.038492 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:59.044884 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:security_group_rule and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:59.049753 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:59.058754 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:59.085430 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.096844 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3eb7b379-1a1c-47db-979f-69cd71aa93dc req-473cfd5e-f0db-4697-91cf-073ee03bc305 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f8cb69e-98a1-4f0f-a268-3315584ed92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315215 Aug 25 16:08:59.208805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.220269 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.234496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:59.307312 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38c1696-16e1-4af1-9d78-be1cba98eb28,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:59.312860 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:59.330380 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.332057 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3135891 Aug 25 16:08:59.335231 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50700) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:59.347800 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'floatingip': {'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:59.361372 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:59.365903 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:floatingip and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:59.370728 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:59.378444 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:59.399042 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:59.424698 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.493079 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3eb7b379-1a1c-47db-979f-69cd71aa93dc req-1598f533-a9b3-401f-b9ee-7d0588960b77 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8cb69e-98a1-4f0f-a268-3315584ed92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644819 Aug 25 16:08:59.505775 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-29677207-bc6b-4cac-b17e-198d6643427c service neutron] 10.222.0.73 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2396202 Aug 25 16:08:59.540945 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45068143-b5b0-4a5e-88fc-f19a1a1389c9 req-7fd0046d-811f-4256-9b93-ab6dca839238 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:59.542911 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-45068143-b5b0-4a5e-88fc-f19a1a1389c9 req-7fd0046d-811f-4256-9b93-ab6dca839238 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 944 time: 1.0541825 Aug 25 16:08:59.556999 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:59.565825 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:59.566219 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.617576 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.784801 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.792027 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Allocated IP 172.27.2.150 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/3f3fc748-fa27-4ef4-aaa2-45f6c4fe87ff) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:59.865725 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=074c37cf-b37a-42b3-b71f-3ccd99fa1d79,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:59.872632 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.874809 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:59.886492 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:59.926363 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-45068143-b5b0-4a5e-88fc-f19a1a1389c9 req-2b8991c1-66f9-49c4-9365-d7269a488ffe tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383106 Aug 25 16:08:59.928955 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3eb7b379-1a1c-47db-979f-69cd71aa93dc req-aaefff5e-7c4d-4989-afa5-de36eb45ca71 service neutron] 10.222.0.76 "GET /v2.0/networks/4f8cb69e-98a1-4f0f-a268-3315584ed92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210598 Aug 25 16:08:59.965154 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-14613c34-0be5-4a59-ad0d-49859496edb3 service neutron] 10.222.0.73 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578497 Aug 25 16:09:00.031479 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] 10.222.0.73 "PUT /v2.0/routers/5934c67d-1444-4554-8766-bb57d42e920e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5994058 Aug 25 16:09:00.055798 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=074c37cf-b37a-42b3-b71f-3ccd99fa1d79,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:00.059146 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:00.225752 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:00.327030 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:00.355299 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:00.387609 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-140e1c40-6f9d-49f0-9cbd-87544a3452e4 req-f0fcbdac-4837-460b-97d0-8f6222366063 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 210 time: 0.1149509 Aug 25 16:09:00.647386 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:00.647386 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:00.651316 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:00.693348 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'Port': ['ID=3f3fc748-fa27-4ef4-aaa2-45f6c4fe87ff,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:00.698009 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:00.881200 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.001437 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.382925 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.390228 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.414451 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea463c56-930b-4497-bfc0-6477eb2b67ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:01.461936 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:01.472198 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c68870-812c-498d-83b6-0c8bc1b09e5f req-e3340bae-3dd6-4710-8591-040807af17b4 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:01.473713 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-72c68870-812c-498d-83b6-0c8bc1b09e5f req-e3340bae-3dd6-4710-8591-040807af17b4 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 944 time: 0.3670576 Aug 25 16:09:01.555559 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:01.556189 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.566738 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-12d9863f-81d5-440c-b47d-9a10ae499637 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:01.567434 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-12d9863f-81d5-440c-b47d-9a10ae499637 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Synchronizing usage tracker for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:01.581416 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-72c68870-812c-498d-83b6-0c8bc1b09e5f req-26489ed6-f445-4a4f-953e-714efee25d4a tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003194 Aug 25 16:09:01.597541 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'Port': ['ID=3f3fc748-fa27-4ef4-aaa2-45f6c4fe87ff,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:01.618701 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-12d9863f-81d5-440c-b47d-9a10ae499637 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Unset dirty status for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:01.619900 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-12d9863f-81d5-440c-b47d-9a10ae499637 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 818 time: 0.3738511 Aug 25 16:09:01.637571 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 50816) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:01.662711 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-7bac8ff1-0319-45af-8b68-34aff420a5da tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/quotas/90129b59b4d84095bda6ed860edb1c29 HTTP/1.1" status: 200 len: 375 time: 0.0346000 Aug 25 16:09:01.663890 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:01.723557 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.750051 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a93339aa-3e2a-4175-bc33-fa4460221659 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:01.755233 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-f6954c6e-cf44-49b9-a695-cec1d42cec9d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Synchronizing usage tracker for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:01.780676 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.790462 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4538343 Aug 25 16:09:01.791964 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-f6954c6e-cf44-49b9-a695-cec1d42cec9d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Unset dirty status for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:01.793416 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-f6954c6e-cf44-49b9-a695-cec1d42cec9d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296997 Aug 25 16:09:01.854513 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port a93339aa-3e2a-4175-bc33-fa4460221659 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:01.859893 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port a93339aa-3e2a-4175-bc33-fa4460221659 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:01.860328 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.862134 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bd597d6-1c30-4446-98c1-ee5a078885d7 req-1fbdd866-4897-42ea-bfd5-909c5750fa0e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 210 time: 0.0464568 Aug 25 16:09:01.900076 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.952065 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:01.957527 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Usage tracker for resource:security_group_rule and tenant:daf35f28b6c74603aaf02b964cf7df82 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:01.961901 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:01.968792 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:01.997445 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.016986 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port a93339aa-3e2a-4175-bc33-fa4460221659, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a93339aa-3e2a-4175-bc33-fa4460221659,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:02.023286 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.025386 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:02.108360 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=a93339aa-3e2a-4175-bc33-fa4460221659,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:02.111470 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:02.121474 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.131711 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.149099 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-14722d36-0839-41ef-b64a-bd41b5c0e1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:02.192121 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-a3b197ed-8f25-473c-8b1b-3740cfd2f5aa tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Synchronizing usage tracker for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:02.202354 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-80aa9d8d-6d98-46c9-a3f7-e8d7bea625cc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:09:02.203347 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-80aa9d8d-6d98-46c9-a3f7-e8d7bea625cc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0780337 Aug 25 16:09:02.205852 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615e058b-bd7a-404f-b6ec-7b95520e6281,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:02.209220 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:02.213899 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=daf35f28b6c74603aaf02b964cf7df82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5674815 Aug 25 16:09:02.215410 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50844) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:02.289567 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79c0b67f-60fa-446d-8fdc-7fdb7db7b7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.307130 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-a3b197ed-8f25-473c-8b1b-3740cfd2f5aa tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Unset dirty status for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:02.308783 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-a3b197ed-8f25-473c-8b1b-3740cfd2f5aa tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1637642626&fields=id&tenant_id=f64240ed6dca41d2a35c597a9efc958d HTTP/1.1" status: 200 len: 267 time: 0.2108026 Aug 25 16:09:02.321191 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79c0b67f-60fa-446d-8fdc-7fdb7db7b7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.384059 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79c0b67f-60fa-446d-8fdc-7fdb7db7b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.390722 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-985cb885-2bd1-4ae9-8103-8375231e0716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:02.406937 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0b67f-60fa-446d-8fdc-7fdb7db7b7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615e058b-bd7a-404f-b6ec-7b95520e6281,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:02.430794 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-79c0b67f-60fa-446d-8fdc-7fdb7db7b7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:02.436494 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79c0b67f-60fa-446d-8fdc-7fdb7db7b7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.442958 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-79c0b67f-60fa-446d-8fdc-7fdb7db7b7ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/615e058b-bd7a-404f-b6ec-7b95520e6281 HTTP/1.1" status: 204 len: 168 time: 0.2231481 Aug 25 16:09:02.453464 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:09:02.458144 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-dbbbcd28-3697-4f8d-9d8b-2f35b83badae service neutron] 10.222.0.73 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434657 Aug 25 16:09:02.470925 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.618284 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-29481782-33e7-40e2-803f-0d9e5d42ac20 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:02.619861 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-29481782-33e7-40e2-803f-0d9e5d42ac20 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Synchronizing usage tracker for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:02.646837 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,segment=NetworkSegment(ec9d12b8-1bc5-427c-878d-4be235362a00),segment_id=ec9d12b8-1bc5-427c-878d-4be235362a00)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:02.671851 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '99cacbdc-bf16-4da2-a3cb-074e7d5d6312', 'network_id': '4f8cb69e-98a1-4f0f-a268-3315584ed92c', 'port_id': '99cacbdc-bf16-4da2-a3cb-074e7d5d6312', 'mac_address': 'fa:16:3e:9d:25:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0409bec8-6d00-4dcb-857a-2025079aae63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:09:02.678387 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-29481782-33e7-40e2-803f-0d9e5d42ac20 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Unset dirty status for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:02.679577 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-29481782-33e7-40e2-803f-0d9e5d42ac20 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 816 time: 0.3560190 Aug 25 16:09:02.693833 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-14ae8410-d4c1-49ca-9a98-8e5e2d89c17c service neutron] 10.222.0.73 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219820 Aug 25 16:09:02.730609 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-0910de80-8b04-41e0-88fb-74189d3967b4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/quotas/f64240ed6dca41d2a35c597a9efc958d HTTP/1.1" status: 200 len: 375 time: 0.0357244 Aug 25 16:09:02.785011 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.834026 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:02.867330 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,segment=NetworkSegment(ec9d12b8-1bc5-427c-878d-4be235362a00),segment_id=ec9d12b8-1bc5-427c-878d-4be235362a00)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:02.880089 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.882855 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:02.921471 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50868) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:02.960562 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-ec11be32-5fce-4369-b6c7-8c8f06ccb101 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2217646 Aug 25 16:09:03.031375 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:03.054503 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:03.232968 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.284768 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['99cacbdc-bf16-4da2-a3cb-074e7d5d6312'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:03.346754 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:03.351472 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a93339aa-3e2a-4175-bc33-fa4460221659 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:03.352336 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Usage tracker for resource:security_group_rule and tenant:8fef4db4602241c3aa275aa7c98c2f1f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:03.359695 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:03.371294 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:03.393933 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-386e0322-9551-4d42-9f8c-acfe52dc6e8e service neutron] 10.222.0.73 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908565 Aug 25 16:09:03.481625 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.486473 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.494280 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612f92-f563-4729-86fb-d166daf07ea6 req-24162f77-b7eb-47b9-a6a3-ea379819a95e tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:03.512563 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e7612f92-f563-4729-86fb-d166daf07ea6 req-24162f77-b7eb-47b9-a6a3-ea379819a95e tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 945 time: 0.3899221 Aug 25 16:09:03.540209 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6c0669b9-31f0-4fb6-940f-7f5800784dc3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:03.572989 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8fef4db4602241c3aa275aa7c98c2f1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6502869 Aug 25 16:09:03.573811 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247d6c92-92a5-4b5f-9ce1-c8b8e8fdc2a8,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:03.576765 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50896) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:03.580512 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:03.614883 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port a93339aa-3e2a-4175-bc33-fa4460221659 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:03.615416 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.711724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3f7eedce-a9ba-4822-92ee-2d6bf7227aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.714074 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e7612f92-f563-4729-86fb-d166daf07ea6 req-8ed91f1c-82ab-440f-8c55-ae705e13f7f5 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005394 Aug 25 16:09:03.796863 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3f7eedce-a9ba-4822-92ee-2d6bf7227aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.876196 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-8924f894-6531-4b87-8394-1aef8feb7f3d service neutron] 10.222.0.73 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718308 Aug 25 16:09:03.913883 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3f7eedce-a9ba-4822-92ee-2d6bf7227aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.923032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7cdd958e-23b7-4a39-9832-e17564f490e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:03.944426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7eedce-a9ba-4822-92ee-2d6bf7227aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247d6c92-92a5-4b5f-9ce1-c8b8e8fdc2a8,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:03.950533 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3f7eedce-a9ba-4822-92ee-2d6bf7227aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:03.964066 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3f7eedce-a9ba-4822-92ee-2d6bf7227aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.970391 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3f7eedce-a9ba-4822-92ee-2d6bf7227aee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/247d6c92-92a5-4b5f-9ce1-c8b8e8fdc2a8 HTTP/1.1" status: 204 len: 168 time: 0.3922620 Aug 25 16:09:04.052841 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-14e50c24-59d0-4010-9c55-58339c41213c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:04.054392 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-14e50c24-59d0-4010-9c55-58339c41213c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 810 time: 0.4011734 Aug 25 16:09:04.193466 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-51d00f4f-dd14-4d9b-96be-783568738a07 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18453e2bbbd4c44a3a3596e32abfccf HTTP/1.1" status: 200 len: 380 time: 0.1041071 Aug 25 16:09:04.225208 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'port': {'device_id': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'admin_state_up': True, 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'security_groups': ['b86b76dd-f21d-4a9d-bd11-110aa5c498f1']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:04.378035 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-726c9346-5194-4d94-87cc-238dac251674 req-3b89c3e1-b4cc-4639-bb8e-993f378db79c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 210 time: 0.1824749 Aug 25 16:09:04.713303 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99f546e0-3260-4916-a97f-95ea45c316ce req-a3fb5bce-5a44-48e2-93c8-94ec1826fdf5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 210 time: 0.1884279 Aug 25 16:09:04.784973 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-de63721a-66fc-4c48-997f-ad87a63117e0 req-90e4e216-a635-4751-9665-c1b9e139b192 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 210 time: 0.1310415 Aug 25 16:09:04.804664 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:04.822122 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:04.841711 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Made reservation on behalf of e18453e2bbbd4c44a3a3596e32abfccf for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:04.845065 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.945920 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:05.042929 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50940) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:05.095735 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:05.106916 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:05.107691 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.108044 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.192873 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.76', 55693) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:05.193210 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50944) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:05.402043 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.436922 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:05.457197 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Usage tracker for resource:security_group_rule and tenant:0bade0dfcf04454b86fcf617775fc4ad is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:05.462944 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:05.463828 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a3868-0a3c-412d-a34c-068f7b03056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cacbdc-bf16-4da2-a3cb-074e7d5d6312'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:05.465659 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6976ea-9b0e-48a2-bf36-b9534ff0f040 req-bc877163-eca9-4026-9ae4-3e64d81440d1 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:05.469873 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd6976ea-9b0e-48a2-bf36-b9534ff0f040 req-bc877163-eca9-4026-9ae4-3e64d81440d1 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 945 time: 0.4747117 Aug 25 16:09:05.486108 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:05.551827 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,segment=NetworkSegment(ec9d12b8-1bc5-427c-878d-4be235362a00),segment_id=ec9d12b8-1bc5-427c-878d-4be235362a00)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:05.557172 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.559089 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:05.665902 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-dbf4ee0b-1128-463e-b95b-5bdcce9e058c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:05.671030 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-dbf4ee0b-1128-463e-b95b-5bdcce9e058c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 818 time: 0.4762580 Aug 25 16:09:05.721428 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.733271 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-fd9a7fab-b8eb-4bfc-91fe-6afa16fb4c8c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:05.734877 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-fd9a7fab-b8eb-4bfc-91fe-6afa16fb4c8c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 818 time: 0.3083415 Aug 25 16:09:05.751676 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Request body: {'port': {'device_id': 'ea675d7f-2c35-404d-9019-e1e440b00edf', 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc', 'admin_state_up': True, 'tenant_id': '90129b59b4d84095bda6ed860edb1c29'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:05.756115 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:05.765632 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:05.788192 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-b4e5e4bd-419b-41e5-8023-0312e70a9731 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/quotas/90129b59b4d84095bda6ed860edb1c29 HTTP/1.1" status: 200 len: 375 time: 0.0349689 Aug 25 16:09:05.806644 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Allocated IP 172.20.0.9 (b3283531-0cca-4c41-9237-dcec1b05d939/77895815-a48e-422e-b8aa-0ba7b3b710fd/220ddf2d-09c0-4411-af78-383fcd84fa6f) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:05.938497 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd6976ea-9b0e-48a2-bf36-b9534ff0f040 req-71ecf8af-d28d-4f22-a960-452be442600b tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469061 Aug 25 16:09:05.960436 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.969114 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:05.975952 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.989636 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Usage tracker for resource:security_group_rule and tenant:6c842c011dbc47138e3064abb6a579da is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:06.004287 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:06.008919 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f2c3a0c3-2e5c-45ed-993f-cb5ea80a7e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:06.036570 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:06.087976 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:06.098913 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:06.110213 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0bade0dfcf04454b86fcf617775fc4ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0650289 Aug 25 16:09:06.117175 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Made reservation on behalf of 90129b59b4d84095bda6ed860edb1c29 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:06.120337 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.148441 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-b146b84f-7179-4769-bb3c-c586a3a494d6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3501451 Aug 25 16:09:06.152532 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 50992) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:06.175781 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6383526f-e109-495e-961d-62437de88b98,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:06.178838 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:06.320622 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.76', 55698) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:06.358598 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e86e3cf9-e851-4790-8c28-3ba07c81a0e4 req-07863d6f-9aae-4e13-8da1-56c03a7afbff tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 210 time: 0.2783029 Aug 25 16:09:06.532670 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.553514 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Transition to ACTIVE for port object 220ddf2d-09c0-4411-af78-383fcd84fa6f will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:06.581042 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.583410 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-a11581e8-0160-4a68-80ed-2e8ff6c1cfa7 service neutron] 10.222.0.73 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338467 Aug 25 16:09:06.602257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.613559 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4a9cdad2-747c-409e-afec-af2c734f4c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.632657 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dd91964b-5b0a-4707-ba93-28c33b41b11d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:06.684874 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Allocated IP 172.20.0.6 (397a5270-5ab7-493f-8f7f-bbecd3e6f8dc/5206a5b1-89e6-49d9-a93f-23e1c0ecf59c/0bdf7007-134a-442c-991e-6fe82b38df45) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:06.761415 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d1f0fafe-0c16-45e3-944e-3dcae52f594c req-456b3d06-dd1f-4f5b-861a-15c7720be2aa tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 210 time: 0.1839833 Aug 25 16:09:06.769688 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.795220 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4a9cdad2-747c-409e-afec-af2c734f4c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.804362 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fe4c52-9397-4d7e-9b84-2ca65b525ce3,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:06.816431 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:06.847731 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f6cf1daf-a3b9-439b-b20a-740eaf428f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:06.906193 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c842c011dbc47138e3064abb6a579da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7005739 Aug 25 16:09:06.928801 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-ffd18061-78ec-4dfb-b3b9-40ab904693c9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:06.930242 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-ffd18061-78ec-4dfb-b3b9-40ab904693c9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 816 time: 0.5935500 Aug 25 16:09:06.930718 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51016) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:07.021958 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Network b3283531-0cca-4c41-9237-dcec1b05d939 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:07.030922 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:07.038997 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:07.043488 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:07.044105 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.077616 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'Port': ['ID=220ddf2d-09c0-4411-af78-383fcd84fa6f,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:07.101340 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:07.126510 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-8d9ee638-c7b1-4182-919a-bbeb1e851a54 service neutron] 10.222.0.73 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964826 Aug 25 16:09:07.159213 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9646983 Aug 25 16:09:07.173993 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-c9c9a629-e417-4cca-bbc6-cfc537a446ac tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Synchronizing usage tracker for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:07.184517 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Request body: {'port': {'device_id': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:07.206527 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a3868-0a3c-412d-a34c-068f7b03056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cacbdc-bf16-4da2-a3cb-074e7d5d6312', 'code': 200} Aug 25 16:09:07.245558 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-c9c9a629-e417-4cca-bbc6-cfc537a446ac tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Unset dirty status for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:07.246970 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-c9c9a629-e417-4cca-bbc6-cfc537a446ac tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f64240ed6dca41d2a35c597a9efc958d HTTP/1.1" status: 200 len: 380 time: 0.2498367 Aug 25 16:09:07.262924 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4a9cdad2-747c-409e-afec-af2c734f4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.269774 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'port': {'device_id': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'admin_state_up': True, 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'security_groups': ['240753c9-ce49-4c04-992b-585ebbd2edcd']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:07.307116 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:07.317608 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d3b4eb35-81cb-4d83-a71e-b7b97cf26c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.371844 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a1303dfa-7381-43c1-bcc1-cd059e36462b None None] Provisioning for port 220ddf2d-09c0-4411-af78-383fcd84fa6f completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:07.378849 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cdad2-747c-409e-afec-af2c734f4c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6383526f-e109-495e-961d-62437de88b98,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:07.405651 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4a9cdad2-747c-409e-afec-af2c734f4c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:07.409049 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.429052 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a1303dfa-7381-43c1-bcc1-cd059e36462b None None] Provisioning complete for port 220ddf2d-09c0-4411-af78-383fcd84fa6f triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:07.433256 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a1303dfa-7381-43c1-bcc1-cd059e36462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.480004 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d3b4eb35-81cb-4d83-a71e-b7b97cf26c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.518943 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.76', 55702) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:07.533942 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4a9cdad2-747c-409e-afec-af2c734f4c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.535075 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4a9cdad2-747c-409e-afec-af2c734f4c1f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6383526f-e109-495e-961d-62437de88b98 HTTP/1.1" status: 204 len: 168 time: 1.3759506 Aug 25 16:09:07.572947 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.574554 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-a1303dfa-7381-43c1-bcc1-cd059e36462b None None] Port 220ddf2d-09c0-4411-af78-383fcd84fa6f cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:09:07.622199 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:07.635944 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:port and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:07.647337 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:07.656189 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.658008 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:07.689542 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:07.915130 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Made reservation on behalf of f64240ed6dca41d2a35c597a9efc958d for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:07.930926 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.963491 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d3b4eb35-81cb-4d83-a71e-b7b97cf26c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.037969 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:08.051956 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a18d6-cd5f-4ae9-9963-409c58737859 req-67c7c213-9fe6-48ff-ad4e-a844305b71e5 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:08.055710 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:08.061157 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-de9a18d6-cd5f-4ae9-9963-409c58737859 req-67c7c213-9fe6-48ff-ad4e-a844305b71e5 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.6846435 Aug 25 16:09:08.076958 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:08.173761 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.db.resource_extend [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:09:08.181452 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51074) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:08.184237 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-de9a18d6-cd5f-4ae9-9963-409c58737859 req-d57a9da6-e59a-4537-9c59-d7c008d7f62f tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220353 Aug 25 16:09:08.202009 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c748262d-e84a-4b93-bf69-65d3f21e65b4 req-0ac6a950-283f-4a2e-9c74-68eda9958f7a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 1099 time: 0.6708796 Aug 25 16:09:08.202009 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d3b4eb35-81cb-4d83-a71e-b7b97cf26c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.202009 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d3b4eb35-81cb-4d83-a71e-b7b97cf26c22 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9fe4c52-9397-4d7e-9b84-2ca65b525ce3 HTTP/1.1" status: 204 len: 168 time: 1.2084343 Aug 25 16:09:08.215467 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Pushing event updated for resources: {'Port': ['ID=0bdf7007-134a-442c-991e-6fe82b38df45,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:08.231291 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:09:08.277431 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:08.278016 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:08.346768 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c3671-e0ac-4ef2-8e0a-68498d5a3ded req-3b7a2556-ed9f-4d02-bcf2-a8dc1f8a0533 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:08.348771 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-9d1c3671-e0ac-4ef2-8e0a-68498d5a3ded req-3b7a2556-ed9f-4d02-bcf2-a8dc1f8a0533 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Synchronizing usage tracker for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:08.377920 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:08.378598 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.405310 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4eb35-81cb-4d83-a71e-b7b97cf26c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fe4c52-9397-4d7e-9b84-2ca65b525ce3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:08.407502 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220ddf2d-09c0-4411-af78-383fcd84fa6f {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:08.413186 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d3b4eb35-81cb-4d83-a71e-b7b97cf26c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:08.418165 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c748262d-e84a-4b93-bf69-65d3f21e65b4 req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.457502 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-c748262d-e84a-4b93-bf69-65d3f21e65b4 req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:08.462071 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c748262d-e84a-4b93-bf69-65d3f21e65b4 req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Usage tracker for resource:security_group_rule and tenant:68434a0fa2fd4fdaa74f96a2d7669d99 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:08.465691 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c748262d-e84a-4b93-bf69-65d3f21e65b4 req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:08.472921 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-c748262d-e84a-4b93-bf69-65d3f21e65b4 req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:08.489652 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7437649 Aug 25 16:09:08.501951 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.525481 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad7c13e5-1556-4710-a919-b5358a702799 req-d2e96563-f619-4219-aee0-064f2ccbf0eb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 210 time: 0.1353385 Aug 25 16:09:08.526010 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Request body: {'port': {'device_id': 'ea675d7f-2c35-404d-9019-e1e440b00edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:08.531166 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-9d1c3671-e0ac-4ef2-8e0a-68498d5a3ded req-3b7a2556-ed9f-4d02-bcf2-a8dc1f8a0533 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Unset dirty status for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:08.537628 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9d1c3671-e0ac-4ef2-8e0a-68498d5a3ded req-3b7a2556-ed9f-4d02-bcf2-a8dc1f8a0533 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 931 time: 0.5556905 Aug 25 16:09:08.581945 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.602866 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Transition to ACTIVE for port object 220ddf2d-09c0-4411-af78-383fcd84fa6f will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:08.613251 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.634980 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:08.681617 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Allocated IP 172.20.0.3 (4e3848be-798e-470b-ac4e-1dbd15888ed2/68c6a0a6-c2d6-40e7-b82f-a917200bff6b/a082ff5c-c28a-4349-bf33-cf0f735270bd) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:08.794307 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9d1c3671-e0ac-4ef2-8e0a-68498d5a3ded req-5d16ca74-e8cf-4731-b4ad-9b1e4af33c4f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533557 Aug 25 16:09:08.956579 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:09.031061 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-282b61a2-a01a-4c76-bb5a-a4bb7eefbe9b req-ca07a153-3312-4137-ae67-85ae84618a5a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 210 time: 0.2195861 Aug 25 16:09:09.032713 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Usage tracker for resource:security_group_rule and tenant:3c02c5d521a144c2bdf5a9afcbfdf9c7 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:09.036425 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:09.045861 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:09.046788 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51098) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:09.067456 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Pushing event updated for resources: {'Port': ['ID=220ddf2d-09c0-4411-af78-383fcd84fa6f,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:09.070260 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:09.106026 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Attempting to bind port 220ddf2d-09c0-4411-af78-383fcd84fa6f on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:09.106254 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Attempting to bind port 220ddf2d-09c0-4411-af78-383fcd84fa6f by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:09.106500 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Attempting to bind port 220ddf2d-09c0-4411-af78-383fcd84fa6f on network b3283531-0cca-4c41-9237-dcec1b05d939 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:09.112135 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.124149 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Port 220ddf2d-09c0-4411-af78-383fcd84fa6f on network b3283531-0cca-4c41-9237-dcec1b05d939 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:09:09.124472 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Attempting to bind port 220ddf2d-09c0-4411-af78-383fcd84fa6f on network b3283531-0cca-4c41-9237-dcec1b05d939 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:09.130405 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c748262d-e84a-4b93-bf69-65d3f21e65b4 req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.135106 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:09.135106 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Checking segment: {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:09.136054 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Bound using segment: {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:09.136503 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Bound port: 220ddf2d-09c0-4411-af78-383fcd84fa6f, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:09.136852 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.138127 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.158566 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c748262d-e84a-4b93-bf69-65d3f21e65b4 req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.169181 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:09.263899 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.280222 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] For port 220ddf2d-09c0-4411-af78-383fcd84fa6f, host hv-cinder-80600, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:09.281183 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c748262d-e84a-4b93-bf69-65d3f21e65b4 req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0525091 Aug 25 16:09:09.283278 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.290461 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] For port 220ddf2d-09c0-4411-af78-383fcd84fa6f, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:09.290990 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0b23f96b-ea3d-4f2e-83ea-0ee4aeca6892,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:09.292327 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.299901 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:09.303073 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-64d6785b-6b37-4467-b3e8-1d5bb960f105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:09.305777 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:09.313020 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa4024b81e945c299d1564dad4eea88 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:09.316492 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.334662 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Transition to ACTIVE for port object a082ff5c-c28a-4349-bf33-cf0f735270bd will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:09.336018 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:09.355474 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:09.372753 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5968d0-bf72-4cdb-bb61-639a6db116f6,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:09.378789 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:09.379592 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:09.418259 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c02c5d521a144c2bdf5a9afcbfdf9c7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2310688 Aug 25 16:09:09.427349 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51114) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:09.431345 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.432842 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] 10.222.0.76 "PUT /v2.0/ports/220ddf2d-09c0-4411-af78-383fcd84fa6f HTTP/1.1" status: 200 len: 1093 time: 2.2539899 Aug 25 16:09:09.440088 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'tag': '220ddf2d-09c0-4411-af78-383fcd84fa6f'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:09.580922 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Pushing event updated for resources: {'Port': ['ID=220ddf2d-09c0-4411-af78-383fcd84fa6f,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:09.588565 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'tag': '220ddf2d-09c0-4411-af78-383fcd84fa6f', 'status': 'completed', 'code': 200} Aug 25 16:09:09.589414 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:09.661124 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f3ba2105-8fbe-4c1c-8955-64a2de13d145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.775277 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa3ae-a9cc-4c41-8fe1-a38b8a2f5840 req-15361278-58df-419d-8018-ac5cded34ddd tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:09.776931 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-068fa3ae-a9cc-4c41-8fe1-a38b8a2f5840 req-15361278-58df-419d-8018-ac5cded34ddd tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.2690446 Aug 25 16:09:09.778802 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f3ba2105-8fbe-4c1c-8955-64a2de13d145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.060218 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c254f17-4f1d-472c-9347-14cf64692630 req-e7cc05a1-b6eb-4ec6-903a-f0e9940582fd tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 210 time: 0.2693851 Aug 25 16:09:10.102244 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-068fa3ae-a9cc-4c41-8fe1-a38b8a2f5840 req-c0d6530b-cef0-4eb8-8f82-da6ab087610e tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079965 Aug 25 16:09:10.121766 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91f78805-a5bd-40e7-995f-519ecd36306c req-dfdf6e16-7239-48d5-ad39-0a959142d48e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 1096 time: 0.4176159 Aug 25 16:09:10.123898 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f3ba2105-8fbe-4c1c-8955-64a2de13d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.130491 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-86f8194c-ae66-4d82-ab5c-1a85533ab907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:10.148159 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.169532 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba2105-8fbe-4c1c-8955-64a2de13d145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5968d0-bf72-4cdb-bb61-639a6db116f6,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:10.243256 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cd2b7026-1981-4f7b-8fb2-286334ec5aa1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:10.315004 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f3ba2105-8fbe-4c1c-8955-64a2de13d145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:10.357125 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:10.379485 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:10.384845 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdf7007-134a-442c-991e-6fe82b38df45 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:10.393130 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f3ba2105-8fbe-4c1c-8955-64a2de13d145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.394404 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f3ba2105-8fbe-4c1c-8955-64a2de13d145 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d5968d0-bf72-4cdb-bb61-639a6db116f6 HTTP/1.1" status: 204 len: 168 time: 0.9653633 Aug 25 16:09:10.406023 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:10.452767 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.493036 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:10.494147 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78805-a5bd-40e7-995f-519ecd36306c req-a500a82c-5fdc-4a31-8fa9-55d58b18cf89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:10.495730 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91f78805-a5bd-40e7-995f-519ecd36306c req-a500a82c-5fdc-4a31-8fa9-55d58b18cf89 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3571172 Aug 25 16:09:10.501995 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.509421 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:10.518005 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-0650eb5b-e0b4-49dc-b434-37103ad0d33e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:10.519618 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-0650eb5b-e0b4-49dc-b434-37103ad0d33e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 818 time: 0.6676614 Aug 25 16:09:10.531844 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.552057 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc1df1-9b14-4c68-9146-f776c6ff64ae req-273e17ce-1fd5-47df-9db1-dafa9f59c8f0 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:10.553692 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-84cc1df1-9b14-4c68-9146-f776c6ff64ae req-273e17ce-1fd5-47df-9db1-dafa9f59c8f0 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 931 time: 0.2397814 Aug 25 16:09:10.558119 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d3b4eb35-81cb-4d83-a71e-b7b97cf26c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:10.569459 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Transition to ACTIVE for port object 0bdf7007-134a-442c-991e-6fe82b38df45 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:10.576456 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Request body: {'port': {'device_id': '3f35a1e6-bfd2-4936-8917-244ab75bb481', 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc', 'admin_state_up': True, 'tenant_id': '90129b59b4d84095bda6ed860edb1c29'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:10.607985 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:10.611650 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.629620 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.630645 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902db521-a74e-4464-a937-dc63ef986a15 req-02d32542-efdd-4c9c-b2e0-431ae5c650c9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:10.632408 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-902db521-a74e-4464-a937-dc63ef986a15 req-02d32542-efdd-4c9c-b2e0-431ae5c650c9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 943 time: 0.3196325 Aug 25 16:09:10.755278 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac27dd2-1821-4ed7-8f53-102ab4cf5dc7,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:10.767501 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3aa4024b81e945c299d1564dad4eea88&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7018747 Aug 25 16:09:10.768521 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-84cc1df1-9b14-4c68-9146-f776c6ff64ae req-10478091-1ef8-4c5d-9e50-59e5cf7ec682 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443913 Aug 25 16:09:10.769015 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51152) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:10.778728 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:10.784959 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:10.802946 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0ba44ed2-4298-40a1-8940-1f205a25ebfd None None] Provisioning for port a082ff5c-c28a-4349-bf33-cf0f735270bd completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:10.819340 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0ba44ed2-4298-40a1-8940-1f205a25ebfd None None] Provisioning complete for port a082ff5c-c28a-4349-bf33-cf0f735270bd triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:10.820925 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0ba44ed2-4298-40a1-8940-1f205a25ebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.842447 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-902db521-a74e-4464-a937-dc63ef986a15 req-ebb3c5b2-6a03-4778-8820-064ea2924bb6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816313 Aug 25 16:09:10.845647 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78805-a5bd-40e7-995f-519ecd36306c req-746082c3-6389-4a2b-b419-b76c4f9a1ce5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:10.847105 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91f78805-a5bd-40e7-995f-519ecd36306c req-746082c3-6389-4a2b-b419-b76c4f9a1ce5 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3446832 Aug 25 16:09:10.971815 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-0ba44ed2-4298-40a1-8940-1f205a25ebfd None None] Port a082ff5c-c28a-4349-bf33-cf0f735270bd cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:09:10.998795 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdf7007-134a-442c-991e-6fe82b38df45,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:11.024999 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-116dec06-41c1-44fd-b96f-a39e7a58757c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.049737 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7878244 Aug 25 16:09:11.053124 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:11.059624 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:11.063601 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-116dec06-41c1-44fd-b96f-a39e7a58757c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.076906 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Request body: {'port': {'device_id': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:11.090514 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51160) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:11.135919 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-0c767181-3ac2-4ee3-b40f-d59b06ce239d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 1096 time: 0.2154267 Aug 25 16:09:11.142895 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Usage tracker for resource:port and tenant:90129b59b4d84095bda6ed860edb1c29 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:11.148143 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:11.161371 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:11.186957 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.191104 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Made reservation on behalf of 90129b59b4d84095bda6ed860edb1c29 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:11.195606 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.477644 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.479759 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-40258822-eba9-42ef-838b-d3fbec4f051e req-bc4f6c89-8748-4138-be0d-c1f2f2e11754 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 210 time: 0.1291983 Aug 25 16:09:11.491513 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-2a7cc47d-4460-4b29-86db-ce9bdc78a3c1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f HTTP/1.1" status: 200 len: 217 time: 0.3165762 Aug 25 16:09:11.557614 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:11.564133 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Usage tracker for resource:security_group_rule and tenant:25a4ccf33b304553be3ce0ab486f6e17 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:11.568351 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:11.575219 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:11.593512 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Attempting to bind port 0bdf7007-134a-442c-991e-6fe82b38df45 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:11.593870 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Attempting to bind port 0bdf7007-134a-442c-991e-6fe82b38df45 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:11.594247 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Attempting to bind port 0bdf7007-134a-442c-991e-6fe82b38df45 on network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:11.602810 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-116dec06-41c1-44fd-b96f-a39e7a58757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.623555 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:11.654849 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Port 0bdf7007-134a-442c-991e-6fe82b38df45 on network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:09:11.654849 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Attempting to bind port 0bdf7007-134a-442c-991e-6fe82b38df45 on network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:11.675924 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-c9f58ad9-54f5-460e-bf16-9aa7b56773f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:11.677547 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-c9f58ad9-54f5-460e-bf16-9aa7b56773f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 200 len: 849 time: 0.1753106 Aug 25 16:09:11.733295 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:11.733651 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Checking segment: {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:11.734103 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Bound using segment: {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:11.734552 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Bound port: 0bdf7007-134a-442c-991e-6fe82b38df45, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:11.734897 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.741390 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-116dec06-41c1-44fd-b96f-a39e7a58757c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.745546 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-116dec06-41c1-44fd-b96f-a39e7a58757c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ac27dd2-1821-4ed7-8f53-102ab4cf5dc7 HTTP/1.1" status: 204 len: 168 time: 0.9681447 Aug 25 16:09:11.745546 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dec06-41c1-44fd-b96f-a39e7a58757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac27dd2-1821-4ed7-8f53-102ab4cf5dc7,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:11.750852 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Allocated IP 172.20.0.9 (397a5270-5ab7-493f-8f7f-bbecd3e6f8dc/5206a5b1-89e6-49d9-a93f-23e1c0ecf59c/3110ad52-daf0-4c40-8864-261513f68a55) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:11.760244 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-116dec06-41c1-44fd-b96f-a39e7a58757c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:11.782531 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2329e76-707c-407e-b003-5f39dbf080c1 req-6ed544f6-0436-4d4f-a4a4-98a940cae3b5 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:11.789404 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b2329e76-707c-407e-b003-5f39dbf080c1 req-6ed544f6-0436-4d4f-a4a4-98a940cae3b5 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.4238162 Aug 25 16:09:11.843498 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.858485 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.874982 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:11.910668 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b2329e76-707c-407e-b003-5f39dbf080c1 req-817a197c-14e3-4038-825d-ac27ca91f2e8 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203015 Aug 25 16:09:11.987616 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-020efcf0-559f-437c-9cdb-6ca0e9278dc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3283531-0cca-4c41-9237-dcec1b05d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2977772 Aug 25 16:09:11.993858 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75e60f-733a-4d47-b28f-e06e84c04fb2,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:12.053956 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:12.058534 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25a4ccf33b304553be3ce0ab486f6e17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9668655 Aug 25 16:09:12.063222 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51198) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:12.278840 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] For port 0bdf7007-134a-442c-991e-6fe82b38df45, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:12.302620 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a082ff5c-c28a-4349-bf33-cf0f735270bd {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:12.315803 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.322693 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] For port 0bdf7007-134a-442c-991e-6fe82b38df45, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0bdf7007-134a-442c-991e-6fe82b38df45,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:12.403149 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-c2d8c9b8-0a27-4bd2-b228-285ff67a20c7 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882518 Aug 25 16:09:12.414620 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.427144 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Transition to ACTIVE for port object a082ff5c-c28a-4349-bf33-cf0f735270bd will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:12.438502 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:12.454447 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f3a6726-6702-4b33-80dc-4b05c7887959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.481734 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.542473 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.543937 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] 10.222.0.76 "PUT /v2.0/ports/0bdf7007-134a-442c-991e-6fe82b38df45 HTTP/1.1" status: 200 len: 1093 time: 4.0239372 Aug 25 16:09:12.544458 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea675d7f-2c35-404d-9019-e1e440b00edf', 'tag': '0bdf7007-134a-442c-991e-6fe82b38df45'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:12.559742 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.566769 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3105e-d924-430f-9bcd-497dd7025553 req-b8cd9478-0299-4d9f-be83-50260e452c67 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:12.568613 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-96c3105e-d924-430f-9bcd-497dd7025553 req-b8cd9478-0299-4d9f-be83-50260e452c67 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 931 time: 0.4771633 Aug 25 16:09:12.575153 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe95efc-46a8-4c01-8265-6ba5c41f69bf req-baaa2087-0784-41e2-8e79-dbb71d2ed5c7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:12.576769 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfe95efc-46a8-4c01-8265-6ba5c41f69bf req-baaa2087-0784-41e2-8e79-dbb71d2ed5c7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 943 time: 0.4364955 Aug 25 16:09:12.678575 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdf7007-134a-442c-991e-6fe82b38df45,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:12.693831 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:12.695987 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:12.750760 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f3a6726-6702-4b33-80dc-4b05c7887959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.802166 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7bfe2d5-30d3-4120-9378-07b70692de97 req-234417a0-a722-4847-8ce3-1562925c8304 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871369 Aug 25 16:09:12.934252 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f3a6726-6702-4b33-80dc-4b05c7887959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.966810 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:12.970074 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-116dec06-41c1-44fd-b96f-a39e7a58757c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:12.977590 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:13.001631 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.012679 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-96c3105e-d924-430f-9bcd-497dd7025553 req-86c186bb-aacd-4296-94db-414af3ce14f7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094641 Aug 25 16:09:13.017039 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a6726-6702-4b33-80dc-4b05c7887959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75e60f-733a-4d47-b28f-e06e84c04fb2,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:13.033643 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfe95efc-46a8-4c01-8265-6ba5c41f69bf req-d9a2490a-1907-407e-a321-fa527d7e8885 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286983 Aug 25 16:09:13.034842 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0f3a6726-6702-4b33-80dc-4b05c7887959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:13.035777 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f3a6726-6702-4b33-80dc-4b05c7887959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.036994 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-0f3a6726-6702-4b33-80dc-4b05c7887959 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b75e60f-733a-4d47-b28f-e06e84c04fb2 HTTP/1.1" status: 204 len: 168 time: 0.9685345 Aug 25 16:09:13.040528 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:13.091715 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-0eb55981-e39f-40dc-93e3-338b3d61b15b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1096 time: 0.4548004 Aug 25 16:09:13.220876 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Attempting to bind port a082ff5c-c28a-4349-bf33-cf0f735270bd on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:13.221468 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Attempting to bind port a082ff5c-c28a-4349-bf33-cf0f735270bd by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:13.221468 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Attempting to bind port a082ff5c-c28a-4349-bf33-cf0f735270bd on network 4e3848be-798e-470b-ac4e-1dbd15888ed2 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:13.224858 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:13.249291 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:13.264933 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:13.346835 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-9b77b84a-bc77-4d7e-a246-7fdf3037ee83 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bdf7007-134a-442c-991e-6fe82b38df45 HTTP/1.1" status: 200 len: 217 time: 0.2303004 Aug 25 16:09:13.348071 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Pushing event updated for resources: {'Port': ['ID=3110ad52-daf0-4c40-8864-261513f68a55,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:13.354389 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:13.365843 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:13.366789 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.479601 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Port a082ff5c-c28a-4349-bf33-cf0f735270bd on network 4e3848be-798e-470b-ac4e-1dbd15888ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:09:13.479814 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Attempting to bind port a082ff5c-c28a-4349-bf33-cf0f735270bd on network 4e3848be-798e-470b-ac4e-1dbd15888ed2 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:13.485248 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-152b278a-8229-4025-aaa4-cf2a4a5bc52a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:13.486881 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-152b278a-8229-4025-aaa4-cf2a4a5bc52a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.1314561 Aug 25 16:09:13.495244 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ee02c-42ab-4c1b-bc3f-94f21052410a req-05b29fbc-435e-451e-92fb-abd09651a64e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:13.496907 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b00ee02c-42ab-4c1b-bc3f-94f21052410a req-05b29fbc-435e-451e-92fb-abd09651a64e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 931 time: 0.1534953 Aug 25 16:09:13.503944 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d11920-5513-4413-a7ab-1e172b98ece2 req-08e2be9a-b7c0-494b-8f52-36baae444ec6 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:13.510913 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f9d11920-5513-4413-a7ab-1e172b98ece2 req-08e2be9a-b7c0-494b-8f52-36baae444ec6 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.2298288 Aug 25 16:09:13.551075 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0031476 Aug 25 16:09:13.556845 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:13.557068 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Checking segment: {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:13.557394 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Bound using segment: {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:13.557840 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Bound port: a082ff5c-c28a-4349-bf33-cf0f735270bd, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:13.558185 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.565562 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51250) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:13.575127 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-3837daea-b8d1-4085-ba37-4b8f3b6bb059 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676050 Aug 25 16:09:13.579898 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Request body: {'port': {'device_id': '3f35a1e6-bfd2-4936-8917-244ab75bb481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:13.616740 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f9d11920-5513-4413-a7ab-1e172b98ece2 req-a4e8bd8e-c68d-46ab-8db7-411489ca3e98 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048160 Aug 25 16:09:13.624642 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-b00ee02c-42ab-4c1b-bc3f-94f21052410a req-cfcf78d7-e5b5-401c-bc83-3996c2516173 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Synchronizing usage tracker for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:13.664747 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-b00ee02c-42ab-4c1b-bc3f-94f21052410a req-cfcf78d7-e5b5-401c-bc83-3996c2516173 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Unset dirty status for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:13.680345 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b00ee02c-42ab-4c1b-bc3f-94f21052410a req-cfcf78d7-e5b5-401c-bc83-3996c2516173 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672537 Aug 25 16:09:13.699512 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-36276ace-e098-4b4e-a7b1-0b43ca4ab3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.890954 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1673559290-network', 'tenant_id': '9fbc64ef45c24f04b8fe3713d3fd99f5'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:13.895976 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-5cc14226-57ab-4896-a541-1deff0266482 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623151 Aug 25 16:09:13.905290 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:13.909529 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Usage tracker for resource:network and tenant:9fbc64ef45c24f04b8fe3713d3fd99f5 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:13.913769 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:13.932479 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:13.959770 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Made reservation on behalf of 9fbc64ef45c24f04b8fe3713d3fd99f5 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:13.962252 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.020056 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.109247 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:14.119361 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Usage tracker for resource:security_group_rule and tenant:9fbc64ef45c24f04b8fe3713d3fd99f5 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:14.129350 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:14.145127 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:14.182238 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.214967 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea675d7f-2c35-404d-9019-e1e440b00edf', 'tag': '0bdf7007-134a-442c-991e-6fe82b38df45', 'status': 'completed', 'code': 200} Aug 25 16:09:14.217108 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbfe7a6-c76b-44ed-948c-16a9debfd076 req-5974bd99-6b6d-4ad6-a2f8-2f94cc3717f6 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126023 Aug 25 16:09:14.220902 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.452269 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:14.508785 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.521345 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.536457 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:14.562925 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.563083 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:14.569193 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e8121339-4850-4856-8496-466077dcaae9 req-2446c74f-9361-470e-a2a8-fb515d65a755 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1096 time: 0.2447188 Aug 25 16:09:14.592895 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:14.645346 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647938e5-7053-4d44-9e00-1a412a7cab17 req-61120b1c-3dfa-4c32-9525-bb499b8627d0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:14.661224 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.662824 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] 10.222.0.76 "PUT /v2.0/ports/a082ff5c-c28a-4349-bf33-cf0f735270bd HTTP/1.1" status: 200 len: 1093 time: 3.5928860 Aug 25 16:09:14.673620 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-647938e5-7053-4d44-9e00-1a412a7cab17 req-61120b1c-3dfa-4c32-9525-bb499b8627d0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 943 time: 0.4649622 Aug 25 16:09:14.686604 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:14.690656 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:14.741541 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:09:14.756827 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.757342 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Added segment 495b536d-d77e-454e-9352-a2cb730a6eff of type vlan for network 6f2271d6-e720-4d45-bae5-47502bb71536 Aug 25 16:09:14.795174 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.860276 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298ed4e-183d-4138-be7d-cd0b56a9142f req-c77d3281-1ea3-4e64-bfd9-455fbcb32095 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:14.865165 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b298ed4e-183d-4138-be7d-cd0b56a9142f req-c77d3281-1ea3-4e64-bfd9-455fbcb32095 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.5398510 Aug 25 16:09:14.919110 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.923295 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367d2f44-4626-4206-b636-4652e3d193a4,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:14.929275 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:14.930026 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.936635 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:14.937207 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-26ffd428-d93d-4f6c-bb87-bccf4fbe717c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:15.081831 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Pushing event updated for resources: {'Network': ['ID=6f2271d6-e720-4d45-bae5-47502bb71536,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:15.094747 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 6f2271d6-e720-4d45-bae5-47502bb71536 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:09:15.110302 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:15.224161 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-647938e5-7053-4d44-9e00-1a412a7cab17 req-0cd07d1c-5066-4608-9cfc-696af39e9301 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5496445 Aug 25 16:09:15.245172 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b298ed4e-183d-4138-be7d-cd0b56a9142f req-812f337a-6575-4e0e-aef8-94eb82ec2ada tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788872 Aug 25 16:09:15.253567 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6865542 Aug 25 16:09:15.257297 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51310) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:15.259571 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-6f05b08c-fbc8-4b90-9801-23a8367715f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 1096 time: 0.3012819 Aug 25 16:09:15.272780 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Request body: {'subnet': {'network_id': '6f2271d6-e720-4d45-bae5-47502bb71536', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1673559290-subnet', 'tenant_id': '9fbc64ef45c24f04b8fe3713d3fd99f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:15.299706 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:15.300555 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Usage tracker for resource:subnet and tenant:9fbc64ef45c24f04b8fe3713d3fd99f5 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:15.305006 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:15.322278 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:15.342797 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Made reservation on behalf of 9fbc64ef45c24f04b8fe3713d3fd99f5 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:15.345751 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.428987 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8121339-4850-4856-8496-466077dcaae9 req-aa103e29-9787-4c13-9f46-2190b63bb072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:15.430921 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e8121339-4850-4856-8496-466077dcaae9 req-aa103e29-9787-4c13-9f46-2190b63bb072 service neutron] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 920 time: 0.8395293 Aug 25 16:09:15.501801 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-26a55453-6b5a-4859-b7b4-e595ef5a6286 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd HTTP/1.1" status: 200 len: 217 time: 0.1881711 Aug 25 16:09:15.548124 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3110ad52-daf0-4c40-8864-261513f68a55 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:15.553407 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e8121339-4850-4856-8496-466077dcaae9 req-947ad970-c231-422e-a998-ce232599c1a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bdf7007-134a-442c-991e-6fe82b38df45 HTTP/1.1" status: 200 len: 217 time: 0.1133962 Aug 25 16:09:15.562127 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.633597 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Transition to ACTIVE for port object 3110ad52-daf0-4c40-8864-261513f68a55 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:15.645871 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-8850a36a-0b50-4d5b-9194-6bb4f0440665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:15.647535 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-8850a36a-0b50-4d5b-9194-6bb4f0440665 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.1365445 Aug 25 16:09:15.650235 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.657697 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8121339-4850-4856-8496-466077dcaae9 req-2025d1f6-623c-4157-8685-578a1e0d49c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:15.659147 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e8121339-4850-4856-8496-466077dcaae9 req-2025d1f6-623c-4157-8685-578a1e0d49c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.0990875 Aug 25 16:09:15.661596 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:15.808119 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292168-dd05-4932-93f6-5d3553defcf4 req-94107c20-b122-451f-b039-e3dc635b6340 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:15.809568 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-32292168-dd05-4932-93f6-5d3553defcf4 req-94107c20-b122-451f-b039-e3dc635b6340 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 931 time: 0.3784003 Aug 25 16:09:15.813428 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e8121339-4850-4856-8496-466077dcaae9 req-f305579b-4e6b-4a1c-9c64-5fb70f015c3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190531 Aug 25 16:09:15.930319 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-32292168-dd05-4932-93f6-5d3553defcf4 req-2234bfba-e87a-40f8-ad91-9be69140d35c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108902 Aug 25 16:09:15.936810 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.952152 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8cac803b-e4c1-417a-8447-8199dd250ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:15.986298 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Pushing event updated for resources: {'Port': ['ID=3110ad52-daf0-4c40-8864-261513f68a55,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:16.038927 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08bc280-8571-4e90-93b4-c1daf968f6f4,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:16.048891 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:16.051940 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Checking segment: {'id': '495b536d-d77e-454e-9352-a2cb730a6eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '6f2271d6-e720-4d45-bae5-47502bb71536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:16.052303 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Network hostable DHCP agents. Network: 6f2271d6-e720-4d45-bae5-47502bb71536, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:09:16.062146 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:16.092573 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Network 6f2271d6-e720-4d45-bae5-47502bb71536 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:09:16.116897 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 6f2271d6-e720-4d45-bae5-47502bb71536) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:16.126257 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:16.126846 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:16.126957 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11358bbe-7b0d-4162-96e5-ce78f2104732 None None] Network 6f2271d6-e720-4d45-bae5-47502bb71536 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:16.165139 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-5305bf7b-8614-4a00-b9d3-526d6cf1a962 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9067335 Aug 25 16:09:16.246860 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:16.295029 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-02f110a6-eac8-4df6-92ca-515da4f13ad3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6336789 Aug 25 16:09:16.333510 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Attempting to bind port 3110ad52-daf0-4c40-8864-261513f68a55 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:16.339361 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Attempting to bind port 3110ad52-daf0-4c40-8864-261513f68a55 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:16.339999 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Attempting to bind port 3110ad52-daf0-4c40-8864-261513f68a55 on network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:16.394257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Port 3110ad52-daf0-4c40-8864-261513f68a55 on network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:09:16.396361 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Attempting to bind port 3110ad52-daf0-4c40-8864-261513f68a55 on network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:16.408067 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e8121339-4850-4856-8496-466077dcaae9 req-c495d475-04ae-4940-9267-aab153082bd1 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982483 Aug 25 16:09:16.412876 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'status': 'completed', 'code': 200} Aug 25 16:09:16.418740 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:16.419083 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Checking segment: {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:16.419559 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Bound using segment: {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:16.420088 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Bound port: 3110ad52-daf0-4c40-8864-261513f68a55, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:16.450366 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:16.541633 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9739f864-2b55-41cc-91fd-a13f09b35058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:16.547129 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfdb522-2477-4e1b-a86a-7dae1c12583a None None] Network 6f2271d6-e720-4d45-bae5-47502bb71536 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:16.712407 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004109b-998a-45eb-b0d9-2cebaabafca8 req-cee32e47-3303-43af-ad1a-62bd3f97ffd1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:16.714183 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9004109b-998a-45eb-b0d9-2cebaabafca8 req-cee32e47-3303-43af-ad1a-62bd3f97ffd1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 943 time: 0.0935082 Aug 25 16:09:16.816564 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9004109b-998a-45eb-b0d9-2cebaabafca8 req-e2228e3f-f562-4661-a03b-21d68bed1344 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897818 Aug 25 16:09:17.015363 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 220ddf2d-09c0-4411-af78-383fcd84fa6f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:09:17.095072 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf40c7-486d-4bf3-9d31-755075829b18 req-58d8a70e-ec03-4ba5-af47-5fdeb207f762 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:17.104195 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c6cf40c7-486d-4bf3-9d31-755075829b18 req-58d8a70e-ec03-4ba5-af47-5fdeb207f762 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1697698 Aug 25 16:09:17.167758 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] For port 3110ad52-daf0-4c40-8864-261513f68a55, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:17.184836 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-787b84c9-dcbd-455c-aec2-e6a524287862 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8656871 Aug 25 16:09:17.222779 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] For port 3110ad52-daf0-4c40-8864-261513f68a55, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3110ad52-daf0-4c40-8864-261513f68a55,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:17.227372 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c6cf40c7-486d-4bf3-9d31-755075829b18 req-be23a431-1bc5-45ba-b684-70830bd35f8d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207314 Aug 25 16:09:17.237316 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.240352 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e8121339-4850-4856-8496-466077dcaae9 req-b7371de8-20b6-498e-8f57-e63c45bd89bc service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071758 Aug 25 16:09:17.245370 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:17.299166 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 220ddf2d-09c0-4411-af78-383fcd84fa6f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:17.322716 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '220ddf2d-09c0-4411-af78-383fcd84fa6f', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'port_id': '220ddf2d-09c0-4411-af78-383fcd84fa6f', 'mac_address': 'fa:16:3e:2d:81:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:09:17.429324 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07916-273a-4b5d-bea6-1182047814d9 req-51ef2f8d-2386-4a3c-90b2-6786916bc46e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:17.430868 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5fd07916-273a-4b5d-bea6-1182047814d9 req-51ef2f8d-2386-4a3c-90b2-6786916bc46e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 943 time: 0.1754112 Aug 25 16:09:17.469858 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.498747 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220ddf2d-09c0-4411-af78-383fcd84fa6f {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:17.515853 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 220ddf2d-09c0-4411-af78-383fcd84fa6f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:17.522140 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.522324 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 0bdf7007-134a-442c-991e-6fe82b38df45 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:09:17.526738 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5fd07916-273a-4b5d-bea6-1182047814d9 req-a2c62e4d-f1c4-44bb-87be-bc1bb744bda7 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882123 Aug 25 16:09:17.527871 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-417f2501-3910-41a9-814f-e0ac0593a30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:17.558526 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17f2224a-b563-4ea9-b643-fe16a2c4b116 req-a4a2c83c-fd02-4861-b543-e624f7bacca4 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990209 Aug 25 16:09:17.566236 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.568607 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] 10.222.0.76 "PUT /v2.0/ports/3110ad52-daf0-4c40-8864-261513f68a55 HTTP/1.1" status: 200 len: 1093 time: 3.9989715 Aug 25 16:09:17.614001 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Pushing event updated for resources: {'Port': ['ID=3110ad52-daf0-4c40-8864-261513f68a55,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:17.617591 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.626202 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:17.715496 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=220ddf2d-09c0-4411-af78-383fcd84fa6f,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:17.720910 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:17.803245 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 0bdf7007-134a-442c-991e-6fe82b38df45, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0bdf7007-134a-442c-991e-6fe82b38df45,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:17.821766 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '0bdf7007-134a-442c-991e-6fe82b38df45', 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc', 'port_id': '0bdf7007-134a-442c-991e-6fe82b38df45', 'mac_address': 'fa:16:3e:bc:70:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5206a5b1-89e6-49d9-a93f-23e1c0ecf59c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:09:17.832908 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc4a380c-cd5f-4ca2-ba2c-96d2ab74035f req-828edfbc-5bda-4d31-9722-4bb6db2278be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 1096 time: 0.1569343 Aug 25 16:09:17.836581 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-60e0aaa8-c5cd-4d49-b0c5-2d00b39998b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 1096 time: 0.1083524 Aug 25 16:09:17.952932 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.992180 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdf7007-134a-442c-991e-6fe82b38df45 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:18.017868 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 0bdf7007-134a-442c-991e-6fe82b38df45, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0bdf7007-134a-442c-991e-6fe82b38df45,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:18.023407 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.027010 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-774fc03b-3042-463a-b2fe-3926dd5e70cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:18.078959 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51400) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:18.088170 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-d9784d03-bcc3-4461-bd61-cefea5e4849e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3110ad52-daf0-4c40-8864-261513f68a55 HTTP/1.1" status: 200 len: 217 time: 0.2279024 Aug 25 16:09:18.098054 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-519001037-network', 'tenant_id': '74f9a43db53247eb8cb8c9cb6b6893b0'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:18.104604 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:18.115165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Usage tracker for resource:network and tenant:74f9a43db53247eb8cb8c9cb6b6893b0 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:18.119972 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:18.128087 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:18.129223 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=0bdf7007-134a-442c-991e-6fe82b38df45,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:18.132617 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:18.147213 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Made reservation on behalf of 74f9a43db53247eb8cb8c9cb6b6893b0 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:18.149539 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.165229 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.187891 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9943b-9b54-4378-92a0-2af1ba434b11 req-c1b83c27-96f8-4553-9597-dc44ed7d87c4 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.189576 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-76c9943b-9b54-4378-92a0-2af1ba434b11 req-c1b83c27-96f8-4553-9597-dc44ed7d87c4 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 944 time: 0.1593671 Aug 25 16:09:18.207349 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-80556ed8-4f08-4626-bbd9-55e99c273946 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.208838 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-80556ed8-4f08-4626-bbd9-55e99c273946 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.1139543 Aug 25 16:09:18.216032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a380c-cd5f-4ca2-ba2c-96d2ab74035f req-b7b5e198-1f84-4ab0-83f4-fd158767585b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.218062 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc4a380c-cd5f-4ca2-ba2c-96d2ab74035f req-b7b5e198-1f84-4ab0-83f4-fd158767585b service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 918 time: 0.3591554 Aug 25 16:09:18.233120 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:18.237882 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Usage tracker for resource:security_group_rule and tenant:74f9a43db53247eb8cb8c9cb6b6893b0 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:18.246456 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:18.256628 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:18.272382 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-76c9943b-9b54-4378-92a0-2af1ba434b11 req-50d7c1f0-714d-42c2-901b-6a592dd40018 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658243 Aug 25 16:09:18.336719 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-b5f58591-510a-49c7-a315-c5012f2313fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979145 Aug 25 16:09:18.371391 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.381037 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.385699 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:18.413498 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:09:18.447725 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f35a1e6-bfd2-4936-8917-244ab75bb481', 'tag': '3110ad52-daf0-4c40-8864-261513f68a55'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:18.458145 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc4a380c-cd5f-4ca2-ba2c-96d2ab74035f req-451e6e36-a978-4c6f-a673-0bc0a576abf5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd HTTP/1.1" status: 200 len: 217 time: 0.1888094 Aug 25 16:09:18.461637 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bf8e95-1410-43b2-a243-aa773f0e557a,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:18.468877 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.468877 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Added segment cabb07bc-17c0-4a22-9ca4-2fca3b14842a of type vlan for network 7ca10803-b909-4abc-a3af-339e6e138e6e Aug 25 16:09:18.470093 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:18.517959 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-15de7c11-c09d-46df-9261-c5877dd01715 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725175 Aug 25 16:09:18.526687 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f35a1e6-bfd2-4936-8917-244ab75bb481', 'tag': '3110ad52-daf0-4c40-8864-261513f68a55', 'status': 'completed', 'code': 200} Aug 25 16:09:18.564184 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.595116 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7bfd1-b245-4523-88f0-8dca7487fecf req-fef946d5-d4ed-429d-ab36-cdc13bc0b9c0 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.596533 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-50b7bfd1-b245-4523-88f0-8dca7487fecf req-fef946d5-d4ed-429d-ab36-cdc13bc0b9c0 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1755598 Aug 25 16:09:18.627073 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.629607 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.630353 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.633800 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:18.787769 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-50b7bfd1-b245-4523-88f0-8dca7487fecf req-8a3429b2-f581-4c3b-b9d4-df9a3964419f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840525 Aug 25 16:09:18.792293 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Pushing event updated for resources: {'Network': ['ID=7ca10803-b909-4abc-a3af-339e6e138e6e,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:18.798214 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7154002 Aug 25 16:09:18.798214 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:18.798453 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51418) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:18.808620 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 7ca10803-b909-4abc-a3af-339e6e138e6e details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:09:18.809146 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Request body: {'subnet': {'network_id': '7ca10803-b909-4abc-a3af-339e6e138e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-519001037-subnet', 'tenant_id': '74f9a43db53247eb8cb8c9cb6b6893b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:18.816608 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:18.823960 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Usage tracker for resource:subnet and tenant:74f9a43db53247eb8cb8c9cb6b6893b0 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:18.827288 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:18.838795 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:18.854194 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Made reservation on behalf of 74f9a43db53247eb8cb8c9cb6b6893b0 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:18.857346 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.978347 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1d1f6-697e-4de0-804a-e66d4046de17 req-fcd1c45f-1f0d-4a43-ac94-6a6374f3c1c2 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.978347 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfe1d1f6-697e-4de0-804a-e66d4046de17 req-fcd1c45f-1f0d-4a43-ac94-6a6374f3c1c2 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 943 time: 0.2585409 Aug 25 16:09:19.042693 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfe1d1f6-697e-4de0-804a-e66d4046de17 req-e08db54e-043f-4d06-9755-bfabbd847f49 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609331 Aug 25 16:09:19.147539 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:19.151780 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:19.217749 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb72ca30-bccb-4d96-8bd3-39606c3a9359,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:19.222285 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:19.233303 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Checking segment: {'id': 'cabb07bc-17c0-4a22-9ca4-2fca3b14842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '7ca10803-b909-4abc-a3af-339e6e138e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:19.233655 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Network hostable DHCP agents. Network: 7ca10803-b909-4abc-a3af-339e6e138e6e, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:09:19.255258 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Network 7ca10803-b909-4abc-a3af-339e6e138e6e is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:09:19.264542 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 7ca10803-b909-4abc-a3af-339e6e138e6e) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:19.270241 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:19.271043 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:19.272331 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46db7146-caec-422d-955b-f45a610a6369 None None] Network 7ca10803-b909-4abc-a3af-339e6e138e6e requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:19.300582 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4931531 Aug 25 16:09:19.547022 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a841de5-86ea-4192-8560-4340a2fae77f req-f27bc73c-ff20-4a1f-b4e4-89e477ffdb4e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:19.548940 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb42158f-d1f2-426e-840a-74463b6a8749 None None] Network 7ca10803-b909-4abc-a3af-339e6e138e6e requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:19.551910 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a841de5-86ea-4192-8560-4340a2fae77f req-f27bc73c-ff20-4a1f-b4e4-89e477ffdb4e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 944 time: 0.0953472 Aug 25 16:09:19.595559 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a841de5-86ea-4192-8560-4340a2fae77f req-67556d85-c7de-4c31-97fe-a71e81d6bf2f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410552 Aug 25 16:09:19.638668 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.027143 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb305-2d24-4b28-94c4-c09d6c195748 req-696c7804-c055-4dbd-aef1-56943d534226 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:20.035041 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d19cb305-2d24-4b28-94c4-c09d6c195748 req-696c7804-c055-4dbd-aef1-56943d534226 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0891166 Aug 25 16:09:20.094779 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d19cb305-2d24-4b28-94c4-c09d6c195748 req-1d7f1ac0-4565-42d3-8d27-da71bd16626a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587959 Aug 25 16:09:20.267625 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1cfa6-dad0-4cce-a79c-9446262b9198 req-64023121-b391-45ed-8304-5d6edab27978 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:20.269098 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0e1cfa6-dad0-4cce-a79c-9446262b9198 req-64023121-b391-45ed-8304-5d6edab27978 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 943 time: 0.0835655 Aug 25 16:09:20.314266 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0e1cfa6-dad0-4cce-a79c-9446262b9198 req-022b1c5b-6a7e-47e8-8e3c-a9fb054f8dec tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387585 Aug 25 16:09:20.792996 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61956852-98e3-455c-9a0f-efa7ad8a57c3 req-4249f104-a103-416e-83fe-141b31d91b68 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:20.794398 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-61956852-98e3-455c-9a0f-efa7ad8a57c3 req-4249f104-a103-416e-83fe-141b31d91b68 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 944 time: 0.0740702 Aug 25 16:09:20.842842 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-61956852-98e3-455c-9a0f-efa7ad8a57c3 req-f2b7c70d-3800-488f-bc7a-7ed2ce11e99b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Aug 25 16:09:21.101399 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['220ddf2d-09c0-4411-af78-383fcd84fa6f'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:21.148456 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['0bdf7007-134a-442c-991e-6fe82b38df45'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:21.169863 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a380c-cd5f-4ca2-ba2c-96d2ab74035f req-5975716c-3e3b-4de2-87b9-47e2f86e96d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:21.171317 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc4a380c-cd5f-4ca2-ba2c-96d2ab74035f req-5975716c-3e3b-4de2-87b9-47e2f86e96d9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.0800240 Aug 25 16:09:21.312298 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ee695546-bf4c-4f1a-8965-8e74588a8e96 req-d3703768-c6bb-489f-8404-b7ee45e536fa service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880672 Aug 25 16:09:21.369026 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70864abc-560c-48e7-a90f-03563df028fd req-f604ce4b-ef07-4c3c-80ec-cd418107ef7e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:21.370469 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-70864abc-560c-48e7-a90f-03563df028fd req-f604ce4b-ef07-4c3c-80ec-cd418107ef7e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1132205 Aug 25 16:09:21.382452 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc4a380c-cd5f-4ca2-ba2c-96d2ab74035f req-54d377c3-95d6-4025-9b0d-630d3d4c2dde service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110456 Aug 25 16:09:21.432200 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-70864abc-560c-48e7-a90f-03563df028fd req-95ded742-0e53-4706-9edc-17c9af5c39b9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549264 Aug 25 16:09:21.558195 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8229b-9fe7-4e27-b11d-1c87bb1a941d req-e46f343e-e883-443c-92e2-9da299744ff5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:21.559696 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6a8229b-9fe7-4e27-b11d-1c87bb1a941d req-e46f343e-e883-443c-92e2-9da299744ff5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 943 time: 0.1031573 Aug 25 16:09:21.607697 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6a8229b-9fe7-4e27-b11d-1c87bb1a941d req-8b4d7b65-ed96-48ee-90af-436380f706f0 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Aug 25 16:09:21.635418 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc4a380c-cd5f-4ca2-ba2c-96d2ab74035f req-e5bc74c5-dc10-445c-98f6-fd831481eac6 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762717 Aug 25 16:09:21.649619 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cafa908c-97ed-4ff1-a322-61993eb64fb0 req-efa00416-d46a-4c30-a5a6-c042a851b2b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 1096 time: 0.1130097 Aug 25 16:09:21.947138 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc4a380c-cd5f-4ca2-ba2c-96d2ab74035f req-eaea1866-153b-4888-bfac-993ff53bdeb4 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009148 Aug 25 16:09:21.948157 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa908c-97ed-4ff1-a322-61993eb64fb0 req-1aaf65f7-eab6-46f3-bba2-1f469db30a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:21.949434 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cafa908c-97ed-4ff1-a322-61993eb64fb0 req-1aaf65f7-eab6-46f3-bba2-1f469db30a30 service neutron] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 920 time: 0.2828257 Aug 25 16:09:22.045849 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cafa908c-97ed-4ff1-a322-61993eb64fb0 req-1382c5df-2313-4931-b0da-fc102a18e37e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3110ad52-daf0-4c40-8864-261513f68a55 HTTP/1.1" status: 200 len: 217 time: 0.0680859 Aug 25 16:09:22.053759 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab6a64-d902-4495-a39e-d28d2e133409 req-571814c8-fead-4dee-bf28-3fe9bde6bac8 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:22.055200 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-63ab6a64-d902-4495-a39e-d28d2e133409 req-571814c8-fead-4dee-bf28-3fe9bde6bac8 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 944 time: 0.0797513 Aug 25 16:09:22.100570 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-63ab6a64-d902-4495-a39e-d28d2e133409 req-bf0b5402-7a5f-43d5-9d50-679611905b6b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398109 Aug 25 16:09:22.109035 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa908c-97ed-4ff1-a322-61993eb64fb0 req-e131f7be-951c-41aa-8691-d93c6bf8566a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:22.110477 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cafa908c-97ed-4ff1-a322-61993eb64fb0 req-e131f7be-951c-41aa-8691-d93c6bf8566a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.0575521 Aug 25 16:09:22.160152 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cafa908c-97ed-4ff1-a322-61993eb64fb0 req-358ed51f-bf28-4019-816f-8067dadef4b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424314 Aug 25 16:09:22.293563 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cafa908c-97ed-4ff1-a322-61993eb64fb0 req-cc0b4f5b-4ca0-4feb-945b-1cd4fed5bc1b service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254404 Aug 25 16:09:22.437646 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cafa908c-97ed-4ff1-a322-61993eb64fb0 req-dfb32090-bed1-49eb-9bd5-19f1cd589286 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342771 Aug 25 16:09:22.688463 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d09651-b268-41a3-b614-6edc4afc19fb req-17a7956f-bf43-4f75-b95e-128fa076e588 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:22.690982 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-31d09651-b268-41a3-b614-6edc4afc19fb req-17a7956f-bf43-4f75-b95e-128fa076e588 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1071289 Aug 25 16:09:22.744006 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-31d09651-b268-41a3-b614-6edc4afc19fb req-2cfbd2cc-997c-40e7-9ffc-25f1bb513f0c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468528 Aug 25 16:09:22.843739 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7538bc-42cc-4752-a70b-ba39318bfc87 req-d5a469ce-b006-45f7-a379-c2366722af6d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:22.845302 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c7538bc-42cc-4752-a70b-ba39318bfc87 req-d5a469ce-b006-45f7-a379-c2366722af6d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 943 time: 0.1003196 Aug 25 16:09:22.914188 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c7538bc-42cc-4752-a70b-ba39318bfc87 req-5bc6ba44-1a34-4419-8fd1-1eb5da3a446d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632491 Aug 25 16:09:23.304922 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8da809-40f1-409c-9252-344872b3a07c req-4be280a0-4430-450e-9285-b931dad2adfb tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:23.306391 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f8da809-40f1-409c-9252-344872b3a07c req-4be280a0-4430-450e-9285-b931dad2adfb tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 944 time: 0.0797935 Aug 25 16:09:23.352142 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f8da809-40f1-409c-9252-344872b3a07c req-b4a76690-b490-449e-ab23-cc0aa10d251e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401578 Aug 25 16:09:23.966550 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca3878-88ca-4257-ae53-37a55e293347 req-9f6e6ff4-95e4-49c0-a5d0-8689bc4ce462 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:23.968046 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0dca3878-88ca-4257-ae53-37a55e293347 req-9f6e6ff4-95e4-49c0-a5d0-8689bc4ce462 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0821891 Aug 25 16:09:24.015800 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0dca3878-88ca-4257-ae53-37a55e293347 req-41d7bbf7-cfc8-4faa-b576-1f86a64bf42e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Aug 25 16:09:24.119517 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3626fbb-8b1f-4886-b377-639ae23a3db4 req-22d2eb66-513a-4184-b79d-da86110a49bd tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:24.120990 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d3626fbb-8b1f-4886-b377-639ae23a3db4 req-22d2eb66-513a-4184-b79d-da86110a49bd tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 943 time: 0.0770488 Aug 25 16:09:24.166807 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d3626fbb-8b1f-4886-b377-639ae23a3db4 req-8dfc6ec0-31f4-4557-b8d4-55ecd179ca64 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Aug 25 16:09:24.590454 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3814f-1f08-4c02-920d-786bece3b64e req-959238a3-ced1-4d80-8588-cd70e9480057 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:24.592460 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c1a3814f-1f08-4c02-920d-786bece3b64e req-959238a3-ced1-4d80-8588-cd70e9480057 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 944 time: 0.1239371 Aug 25 16:09:24.636348 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c1a3814f-1f08-4c02-920d-786bece3b64e req-bf096ea7-af0f-4e64-8653-475c5db47620 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Aug 25 16:09:24.931920 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:09:25.064144 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:25.077775 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'port_id': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'mac_address': 'fa:16:3e:d5:0c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:09:25.135215 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:25.153182 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a082ff5c-c28a-4349-bf33-cf0f735270bd {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:25.168927 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:25.174644 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:25.176527 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:25.247202 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:25.249274 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d230562-95c4-44e7-9a41-8bd6363c1768 req-1fd42405-fa7b-4c50-974d-808c1641bde2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:25.250460 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:25.250727 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6d230562-95c4-44e7-9a41-8bd6363c1768 req-1fd42405-fa7b-4c50-974d-808c1641bde2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 944 time: 0.0994952 Aug 25 16:09:25.299139 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6d230562-95c4-44e7-9a41-8bd6363c1768 req-8676b046-8998-4ca6-b370-23b01d01c271 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 Aug 25 16:09:25.390763 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f5cd-ea87-43a9-ab64-83b521dc5fe3 req-ee695acc-88cc-4812-b3eb-59252f6a15b9 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:25.392155 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0232f5cd-ea87-43a9-ab64-83b521dc5fe3 req-ee695acc-88cc-4812-b3eb-59252f6a15b9 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 943 time: 0.0833864 Aug 25 16:09:25.436260 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0232f5cd-ea87-43a9-ab64-83b521dc5fe3 req-b710ce68-a979-49fd-81df-fd81860ccfa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387311 Aug 25 16:09:25.832977 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c148e-2a1f-4454-9e0a-878173fbc824 req-7429bc01-3eff-41b9-8bbd-6da88f31f69b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:25.834411 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-008c148e-2a1f-4454-9e0a-878173fbc824 req-7429bc01-3eff-41b9-8bbd-6da88f31f69b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 944 time: 0.0789647 Aug 25 16:09:25.882320 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-008c148e-2a1f-4454-9e0a-878173fbc824 req-66424d1b-a3f2-4574-be11-78da512c9016 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Aug 25 16:09:26.078691 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 220ddf2d-09c0-4411-af78-383fcd84fa6f up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:26.151580 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 220ddf2d-09c0-4411-af78-383fcd84fa6f completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:26.156827 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 220ddf2d-09c0-4411-af78-383fcd84fa6f triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:26.157206 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.282140 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.315740 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220ddf2d-09c0-4411-af78-383fcd84fa6f'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:26.326293 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 220ddf2d-09c0-4411-af78-383fcd84fa6f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:26.331931 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.332780 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 0bdf7007-134a-442c-991e-6fe82b38df45 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:26.359694 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:26.440037 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220ddf2d-09c0-4411-af78-383fcd84fa6f', 'code': 200} Aug 25 16:09:26.449017 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=220ddf2d-09c0-4411-af78-383fcd84fa6f,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:26.454238 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:26.458679 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['a082ff5c-c28a-4349-bf33-cf0f735270bd'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:26.554318 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 0bdf7007-134a-442c-991e-6fe82b38df45 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:26.567855 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 0bdf7007-134a-442c-991e-6fe82b38df45 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:26.568735 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.587166 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc5f1-9040-4d97-85c4-fc1ed7f2ded8 req-d986871c-aa80-4a6d-b73d-c1419a70d19a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:26.595271 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-964dc5f1-9040-4d97-85c4-fc1ed7f2ded8 req-d986871c-aa80-4a6d-b73d-c1419a70d19a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 944 time: 0.1153433 Aug 25 16:09:26.665756 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-964dc5f1-9040-4d97-85c4-fc1ed7f2ded8 req-a514f228-2f9b-41f2-a7fe-2c9d1c124bf7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693018 Aug 25 16:09:26.784290 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.832071 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 0bdf7007-134a-442c-991e-6fe82b38df45, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0bdf7007-134a-442c-991e-6fe82b38df45,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:26.838635 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.841007 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:26.870811 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d2a21-9490-452d-8f36-93f0a9822fd6 req-d9a4c8f1-26d3-46ff-a01e-b417f397d084 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:26.878361 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Sync routers for ids ['5934c67d-1444-4554-8766-bb57d42e920e'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:26.884061 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-377d2a21-9490-452d-8f36-93f0a9822fd6 req-d9a4c8f1-26d3-46ff-a01e-b417f397d084 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 943 time: 0.1285782 Aug 25 16:09:26.919294 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Routers {'5934c67d-1444-4554-8766-bb57d42e920e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:26.920098 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:09:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['5934c67d-1444-4554-8766-bb57d42e920e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:26.959530 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-377d2a21-9490-452d-8f36-93f0a9822fd6 req-0e38e107-05fb-4ce6-9853-55f58899469e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727596 Aug 25 16:09:26.991309 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=0bdf7007-134a-442c-991e-6fe82b38df45,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:26.996359 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:27.045896 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-beff3fad-b150-4d61-a31f-2d350438533f req-78ea39a5-2275-46ac-a17c-166db4c0fd3f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 1098 time: 0.1867676 Aug 25 16:09:27.172031 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-beff3fad-b150-4d61-a31f-2d350438533f req-ccd41944-2095-44e8-8c05-23a96fe249fe service neutron] Synchronizing usage tracker for tenant:68434a0fa2fd4fdaa74f96a2d7669d99 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:27.178257 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08462430-537f-4452-a52d-9fb4689ccaa5 req-a3dbe75d-465b-4ee9-ac06-f79e6332f4ec tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:27.181275 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-08462430-537f-4452-a52d-9fb4689ccaa5 req-a3dbe75d-465b-4ee9-ac06-f79e6332f4ec tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1199033 Aug 25 16:09:27.224571 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-beff3fad-b150-4d61-a31f-2d350438533f req-ccd41944-2095-44e8-8c05-23a96fe249fe service neutron] Unset dirty status for tenant:68434a0fa2fd4fdaa74f96a2d7669d99 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:27.226001 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Set router 5934c67d-1444-4554-8766-bb57d42e920e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:27.228038 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-beff3fad-b150-4d61-a31f-2d350438533f req-ccd41944-2095-44e8-8c05-23a96fe249fe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803334 Aug 25 16:09:27.246974 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-08462430-537f-4452-a52d-9fb4689ccaa5 req-0cab9e72-f9a8-49ac-bd9a-8196dd5841f4 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592692 Aug 25 16:09:27.587277 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934c67d-1444-4554-8766-bb57d42e920e', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:32Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'gw_port': {'id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'edb121f6-14ca-4fbc-b8c8-7a7db6332c2b', 'name': '', 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'mac_address': 'fa:16:3e:22:71:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5206a5b1-89e6-49d9-a93f-23e1c0ecf59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:46Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 2, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'subnets': [{'id': '5206a5b1-89e6-49d9-a93f-23e1c0ecf59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:27.592178 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Checking router: 5934c67d-1444-4554-8766-bb57d42e920e for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:27.593094 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Updating router 5934c67d-1444-4554-8766-bb57d42e920e port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b binding host dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:09:27.653857 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.772601 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1f9ce-1ba3-41ff-be42-642395ab78c7 req-13303c88-8d14-4ea4-962c-11e82186291a tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:27.774115 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bec1f9ce-1ba3-41ff-be42-642395ab78c7 req-13303c88-8d14-4ea4-962c-11e82186291a tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.0947289 Aug 25 16:09:27.844462 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bec1f9ce-1ba3-41ff-be42-642395ab78c7 req-52db8075-8368-422d-b163-d95170e16f60 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617216 Aug 25 16:09:27.992768 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245e10a-074f-41fa-b9f0-f0b0f3fd5005 req-99100c08-e292-4dd3-afbb-55442cbee402 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:27.994771 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3245e10a-074f-41fa-b9f0-f0b0f3fd5005 req-99100c08-e292-4dd3-afbb-55442cbee402 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 944 time: 0.1455586 Aug 25 16:09:28.045892 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 3110ad52-daf0-4c40-8864-261513f68a55 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:09:28.068035 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3245e10a-074f-41fa-b9f0-f0b0f3fd5005 req-b30d0e69-6319-482e-91f7-a974096eaf73 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661497 Aug 25 16:09:28.135179 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:28.229268 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4969022-6d8f-4a3d-98a8-7f4efdfca170 req-d69a24d7-3bff-4d14-b86f-41e8b07ad17d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:28.230315 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.230794 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c4969022-6d8f-4a3d-98a8-7f4efdfca170 req-d69a24d7-3bff-4d14-b86f-41e8b07ad17d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 943 time: 0.0839200 Aug 25 16:09:28.275734 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Transition to ACTIVE for port object edb121f6-14ca-4fbc-b8c8-7a7db6332c2b will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:28.284158 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 3110ad52-daf0-4c40-8864-261513f68a55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3110ad52-daf0-4c40-8864-261513f68a55,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:28.288149 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c4969022-6d8f-4a3d-98a8-7f4efdfca170 req-5b4a53c3-83b3-45e1-acfe-feba7524e1b6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 Aug 25 16:09:28.301875 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.307781 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:28.347587 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port a082ff5c-c28a-4349-bf33-cf0f735270bd completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:28.358429 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '3110ad52-daf0-4c40-8864-261513f68a55', 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc', 'port_id': '3110ad52-daf0-4c40-8864-261513f68a55', 'mac_address': 'fa:16:3e:2f:75:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5206a5b1-89e6-49d9-a93f-23e1c0ecf59c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:09:28.376267 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port a082ff5c-c28a-4349-bf33-cf0f735270bd triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:28.376661 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.457721 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea675d7f-2c35-404d-9019-e1e440b00edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdf7007-134a-442c-991e-6fe82b38df45'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:28.474273 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d4508-1fcb-4e01-8ab2-bc490ce75344 req-611eefb9-1821-4ff9-b8e0-d32913ab2f2b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:28.476672 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4c0d4508-1fcb-4e01-8ab2-bc490ce75344 req-611eefb9-1821-4ff9-b8e0-d32913ab2f2b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0977278 Aug 25 16:09:28.577579 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4c0d4508-1fcb-4e01-8ab2-bc490ce75344 req-08a300e2-f0a5-40dc-9ae2-e66951eaf768 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902743 Aug 25 16:09:28.583747 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea675d7f-2c35-404d-9019-e1e440b00edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdf7007-134a-442c-991e-6fe82b38df45', 'code': 200} Aug 25 16:09:28.631097 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f5127-fa30-45e4-86fb-c86f75eadaed None None] Pushing event updated for resources: {'Port': ['ID=edb121f6-14ca-4fbc-b8c8-7a7db6332c2b,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:28.637475 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-266f5127-fa30-45e4-86fb-c86f75eadaed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:28.648886 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.704437 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3110ad52-daf0-4c40-8864-261513f68a55 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:28.817814 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 3110ad52-daf0-4c40-8864-261513f68a55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3110ad52-daf0-4c40-8864-261513f68a55,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:28.826373 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Attempting to bind port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:28.826755 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Attempting to bind port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:28.827125 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Attempting to bind port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b on network 397a5270-5ab7-493f-8f7f-bbecd3e6f8dc {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:28.832134 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.839649 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:28.900076 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.936047 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:28.936728 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Checking segment: {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:28.937245 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.937999 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Bound using segment: {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:28.938909 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Bound port: edb121f6-14ca-4fbc-b8c8-7a7db6332c2b, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac12a11-f7c4-4342-9c80-b1590913fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:28.939396 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.162936 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=3110ad52-daf0-4c40-8864-261513f68a55,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:29.193433 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:29.195243 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:29.205379 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.218403 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:29.260233 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0c9bed42-19b8-45bb-9072-9a36942083a1 req-3469bf24-8c07-4bbc-9de5-a1b880afb019 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1098 time: 0.1829917 Aug 25 16:09:29.289067 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51652) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:29.327692 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0c9bed42-19b8-45bb-9072-9a36942083a1 req-46bc8fef-1ebf-4f65-9875-81f432dfdf7b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563922 Aug 25 16:09:29.332712 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] For port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:29.354864 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:29.364592 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:29.367731 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] For port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=edb121f6-14ca-4fbc-b8c8-7a7db6332c2b,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:29.372633 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['3110ad52-daf0-4c40-8864-261513f68a55'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:29.380065 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c72e27-6dfa-4a63-b8c3-42631c22ac2e req-671a9339-8bcd-460b-a740-33bd2475dff1 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:29.381556 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99c72e27-6dfa-4a63-b8c3-42631c22ac2e req-671a9339-8bcd-460b-a740-33bd2475dff1 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.2526667 Aug 25 16:09:29.400115 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233fb49-b29e-4095-8b68-2750cc773d70 req-a605bc68-59c9-46cc-aa91-6e5cac2beef0 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:29.402907 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4233fb49-b29e-4095-8b68-2750cc773d70 req-a605bc68-59c9-46cc-aa91-6e5cac2beef0 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1731222 Aug 25 16:09:29.415489 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.432192 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-7eb594fe-a6fe-493b-84b5-9e46af72f004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:29.486239 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.501454 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4233fb49-b29e-4095-8b68-2750cc773d70 req-21404816-57e8-4d73-967d-a5594f26e4c1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789020 Aug 25 16:09:29.514959 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99c72e27-6dfa-4a63-b8c3-42631c22ac2e req-6e03f704-6806-4e63-a92b-dd3d081f464c tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105664 Aug 25 16:09:29.519814 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Routers {'5934c67d-1444-4554-8766-bb57d42e920e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:29.520464 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:09:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['5934c67d-1444-4554-8766-bb57d42e920e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:29.542932 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:29.558285 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Usage tracker for resource:security_group_rule and tenant:31769501bf744fd18d7e7736f4a27708 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:29.563752 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:29.570677 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:29.665854 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f5127-fa30-45e4-86fb-c86f75eadaed None None] Pushing event updated for resources: {'Port': ['ID=edb121f6-14ca-4fbc-b8c8-7a7db6332c2b,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:29.669663 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-266f5127-fa30-45e4-86fb-c86f75eadaed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:29.692410 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.698489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.710978 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3f7eedce-a9ba-4822-92ee-2d6bf7227aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:29.772320 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31769501bf744fd18d7e7736f4a27708&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4804409 Aug 25 16:09:29.773468 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d47d9b-0029-474a-9161-aa072b44d54d,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:29.775967 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51672) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:29.802458 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.802872 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.803223 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.803620 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.805112 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.805511 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.806141 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.815165 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.815165 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.816432 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.816807 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:29.835426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:29.911100 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18752e-4318-4789-a150-29bb9355b730 req-c8e84a98-8fb3-480d-851f-09b30e05e317 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:29.912133 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a537f88e-74cc-4d83-a22c-0272c142150f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.924253 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d18752e-4318-4789-a150-29bb9355b730 req-c8e84a98-8fb3-480d-851f-09b30e05e317 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 944 time: 0.1990728 Aug 25 16:09:29.957319 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a537f88e-74cc-4d83-a22c-0272c142150f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.001365 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d18752e-4318-4789-a150-29bb9355b730 req-39988662-9efe-42ef-b9f2-f9c981839986 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761204 Aug 25 16:09:30.019864 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1e51-cdd1-469b-8c53-896fda05056c req-4cdcfe00-2ee9-44ce-9177-dd380db9e06d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:30.025772 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-df7d1e51-cdd1-469b-8c53-896fda05056c req-4cdcfe00-2ee9-44ce-9177-dd380db9e06d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.2346368 Aug 25 16:09:30.040890 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a537f88e-74cc-4d83-a22c-0272c142150f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.044411 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] Set router 5934c67d-1444-4554-8766-bb57d42e920e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:30.047009 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e7bfd3ef-4341-49b6-8a89-09decd26938d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:30.059972 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537f88e-74cc-4d83-a22c-0272c142150f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d47d9b-0029-474a-9161-aa072b44d54d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:30.065466 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a537f88e-74cc-4d83-a22c-0272c142150f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:30.067396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a537f88e-74cc-4d83-a22c-0272c142150f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.071982 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a537f88e-74cc-4d83-a22c-0272c142150f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2d47d9b-0029-474a-9161-aa072b44d54d HTTP/1.1" status: 204 len: 168 time: 0.2942228 Aug 25 16:09:30.094531 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-df7d1e51-cdd1-469b-8c53-896fda05056c req-299fd226-83ce-4deb-9a5c-00469b55016d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590520 Aug 25 16:09:30.417459 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15064-1df1-4c6b-a951-28a621368bcd req-24eb5832-6f7d-430c-ac67-f4291fa04713 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:30.419076 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6b15064-1df1-4c6b-a951-28a621368bcd req-24eb5832-6f7d-430c-ac67-f4291fa04713 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1613929 Aug 25 16:09:30.427978 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 51692) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:30.433431 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-15d79c5b-1f04-4632-ac7c-457910630f6c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'floatingip': {'port_id': '220ddf2d-09c0-4411-af78-383fcd84fa6f'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:30.483140 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934c67d-1444-4554-8766-bb57d42e920e', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:32Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'gw_port': {'id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'edb121f6-14ca-4fbc-b8c8-7a7db6332c2b', 'name': '', 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'mac_address': 'fa:16:3e:22:71:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5206a5b1-89e6-49d9-a93f-23e1c0ecf59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:46Z', 'updated_at': '2021-08-25T16:09:29Z', 'revision_number': 4, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'subnets': [{'id': '5206a5b1-89e6-49d9-a93f-23e1c0ecf59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:30.487643 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b6de5-98d1-49f1-9a6a-43745ddbdbe8 None None] The sync data for ids ['5934c67d-1444-4554-8766-bb57d42e920e'] in dv-cinder-806007-1-iscsi is: [{'id': '5934c67d-1444-4554-8766-bb57d42e920e', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:32Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'gw_port': {'id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'edb121f6-14ca-4fbc-b8c8-7a7db6332c2b', 'name': '', 'network_id': '397a5270-5ab7-493f-8f7f-bbecd3e6f8dc', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'mac_address': 'fa:16:3e:22:71:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5206a5b1-89e6-49d9-a93f-23e1c0ecf59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:46Z', 'updated_at': '2021-08-25T16:09:29Z', 'revision_number': 4, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'subnets': [{'id': '5206a5b1-89e6-49d9-a93f-23e1c0ecf59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:30.511244 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-15d79c5b-1f04-4632-ac7c-457910630f6c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.585441 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:30.587771 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51700) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:30.612496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.677515 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:30.682789 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Usage tracker for resource:security_group_rule and tenant:cbbf8d7e54704c8eb334fea249576c16 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:30.687172 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:30.694012 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:30.773702 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.777971 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.787422 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:30.829109 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbbf8d7e54704c8eb334fea249576c16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2396529 Aug 25 16:09:30.830020 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17891875-9ea1-460c-8a89-50feb678fe19,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:30.832361 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51706) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:30.851696 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:30.896498 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11bfcacb-c874-48aa-982f-19750fe973ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.932959 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11bfcacb-c874-48aa-982f-19750fe973ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.001418 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11bfcacb-c874-48aa-982f-19750fe973ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.005524 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aaa67b8e-5725-414c-be60-62ba0b713bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:31.018610 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfcacb-c874-48aa-982f-19750fe973ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17891875-9ea1-460c-8a89-50feb678fe19,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:31.032550 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-11bfcacb-c874-48aa-982f-19750fe973ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:31.041217 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11bfcacb-c874-48aa-982f-19750fe973ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.046223 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-11bfcacb-c874-48aa-982f-19750fe973ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/17891875-9ea1-460c-8a89-50feb678fe19 HTTP/1.1" status: 204 len: 168 time: 0.2130008 Aug 25 16:09:31.105175 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921b189-f334-453f-9c3b-a48591e6a7bd req-ee15f012-add0-4dba-9361-83e79c43c4a8 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:31.106703 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2921b189-f334-453f-9c3b-a48591e6a7bd req-ee15f012-add0-4dba-9361-83e79c43c4a8 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.3398883 Aug 25 16:09:31.124526 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688f867-a0d7-4671-b346-9504f98adf1d req-9ecabbc8-3779-4855-94df-d454548f7613 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:31.126043 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f688f867-a0d7-4671-b346-9504f98adf1d req-9ecabbc8-3779-4855-94df-d454548f7613 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.3581722 Aug 25 16:09:31.374652 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device edb121f6-14ca-4fbc-b8c8-7a7db6332c2b up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:31.440349 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2921b189-f334-453f-9c3b-a48591e6a7bd req-79e442bf-3108-4c10-bb55-ac5f6c7069cf tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109722 Aug 25 16:09:31.462792 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:31.478171 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:31.478422 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.488061 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f688f867-a0d7-4671-b346-9504f98adf1d req-08ff1d9e-ac13-4435-be08-cc61524f8105 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303993 Aug 25 16:09:31.605778 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'code': 200} Aug 25 16:09:31.674399 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.688179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51722) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:31.709330 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.711517 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=edb121f6-14ca-4fbc-b8c8-7a7db6332c2b,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:31.716258 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.718750 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:31.744893 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:31.749897 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8cfbbe2e8444608445320e87ddc848 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:31.752993 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:31.759116 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:31.791171 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=edb121f6-14ca-4fbc-b8c8-7a7db6332c2b,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:31.804174 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.804572 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.805025 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.805430 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.805762 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.806087 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.806408 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.806753 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.807144 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.807405 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.807741 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:31.812615 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:31.821015 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-15d79c5b-1f04-4632-ac7c-457910630f6c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.825058 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-15d79c5b-1f04-4632-ac7c-457910630f6c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.840917 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.844920 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.851689 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a537f88e-74cc-4d83-a22c-0272c142150f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:31.898796 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f11c1-897d-4e13-ba4a-9999d1943d75,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:31.901979 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:31.908403 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f8cfbbe2e8444608445320e87ddc848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2186456 Aug 25 16:09:31.909106 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51726) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:31.921318 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14295fb-dd80-4ab9-9ebd-c4765aacfc07 req-efd43781-c9e6-44cf-a20c-16e9c7d42703 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:31.923238 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e14295fb-dd80-4ab9-9ebd-c4765aacfc07 req-efd43781-c9e6-44cf-a20c-16e9c7d42703 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 944 time: 0.1853156 Aug 25 16:09:31.980318 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d191593-1f60-4bd5-8b29-5c08f7507447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:32.005259 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d191593-1f60-4bd5-8b29-5c08f7507447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:32.032661 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e14295fb-dd80-4ab9-9ebd-c4765aacfc07 req-7448072f-5fea-41db-9315-2b46a61ad1ef tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010029 Aug 25 16:09:32.060517 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d191593-1f60-4bd5-8b29-5c08f7507447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:32.066179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2b8427a1-dca2-4456-8dfd-a421a5b5c224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:32.070951 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [None req-15d79c5b-1f04-4632-ac7c-457910630f6c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Floating IP ca00e23b-b435-44e3-9033-75e7d1d1aa5f associated. External IP: 172.27.2.175, port: 220ddf2d-09c0-4411-af78-383fcd84fa6f. Aug 25 16:09:32.076897 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d191593-1f60-4bd5-8b29-5c08f7507447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f11c1-897d-4e13-ba4a-9999d1943d75,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:32.079136 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0d191593-1f60-4bd5-8b29-5c08f7507447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:32.082533 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0d191593-1f60-4bd5-8b29-5c08f7507447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:32.086473 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0d191593-1f60-4bd5-8b29-5c08f7507447 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e3f11c1-897d-4e13-ba4a-9999d1943d75 HTTP/1.1" status: 204 len: 168 time: 0.1741016 Aug 25 16:09:32.543479 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d79c5b-1f04-4632-ac7c-457910630f6c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Router 2814c97a-902b-4922-ad67-921c8defeb08 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:09:32.726853 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:32.805863 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935872-2af9-44af-bcdd-4c32b019e7a1 req-8278fcbc-77b4-498f-a01c-8956f001452a tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:32.808548 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-57935872-2af9-44af-bcdd-4c32b019e7a1 req-8278fcbc-77b4-498f-a01c-8956f001452a tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.1890543 Aug 25 16:09:32.920920 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922dbc2-2a6b-4a2c-ac04-25bc5ddae955 req-88eea878-e8ef-4df9-86d4-76c5fb535ea1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:32.922881 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b922dbc2-2a6b-4a2c-ac04-25bc5ddae955 req-88eea878-e8ef-4df9-86d4-76c5fb535ea1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.2247412 Aug 25 16:09:32.970837 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-57935872-2af9-44af-bcdd-4c32b019e7a1 req-c923c64a-759f-43eb-9fda-dbfbd7934db7 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147380 Aug 25 16:09:32.999963 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b922dbc2-2a6b-4a2c-ac04-25bc5ddae955 req-e0385258-8f16-4ede-8d50-b94df68bd291 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692315 Aug 25 16:09:33.011291 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d79c5b-1f04-4632-ac7c-457910630f6c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:33.017383 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-15d79c5b-1f04-4632-ac7c-457910630f6c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:33.024852 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-a6a6f0fd-f161-4f5e-9e30-5e893244e144 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1705832 Aug 25 16:09:33.030891 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] Sync routers for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:33.043252 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:33.044046 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:09:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:33.094527 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-15d79c5b-1f04-4632-ac7c-457910630f6c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "PUT /v2.0/floatingips/ca00e23b-b435-44e3-9033-75e7d1d1aa5f HTTP/1.1" status: 200 len: 991 time: 2.6651516 Aug 25 16:09:33.095146 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'tag': '220ddf2d-09c0-4411-af78-383fcd84fa6f'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:33.271189 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:33.356235 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device edb121f6-14ca-4fbc-b8c8-7a7db6332c2b up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:33.370915 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a2b64-f73f-484c-b93d-0c8fd0303916 req-6bf2a223-5410-49c0-9c67-6f4241ef42bb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:33.382916 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-ea454581-e218-4f69-a8e2-3a34290a416e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 1098 time: 0.1901436 Aug 25 16:09:33.383888 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e03a2b64-f73f-484c-b93d-0c8fd0303916 req-6bf2a223-5410-49c0-9c67-6f4241ef42bb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 944 time: 0.1517503 Aug 25 16:09:33.400869 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f43d24a3-7cbd-4a19-a8a6-317997e38a0b req-cef5233b-6a3a-48a9-8b7d-f95df395e0d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 1098 time: 0.2066307 Aug 25 16:09:33.472822 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'tag': '220ddf2d-09c0-4411-af78-383fcd84fa6f', 'status': 'completed', 'code': 200} Aug 25 16:09:33.500868 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e03a2b64-f73f-484c-b93d-0c8fd0303916 req-1e739afa-f719-4db1-88a7-6c099a785589 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145339 Aug 25 16:09:33.568384 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:33.568833 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:33.759828 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': 'ca00e23b-b435-44e3-9033-75e7d1d1aa5f', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'port_id': '220ddf2d-09c0-4411-af78-383fcd84fa6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'mac_address': 'fa:16:3e:2d:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:08:49Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 1, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:33.764926 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] Checking router: 2814c97a-902b-4922-ad67-921c8defeb08 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:33.775996 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:33.776922 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:09:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:33.805588 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f43d24a3-7cbd-4a19-a8a6-317997e38a0b req-b751127e-030b-40de-aed8-8b1552434641 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879621 Aug 25 16:09:33.820795 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-f72efb62-1ab0-4a7f-868f-561b4e109eb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:33.822309 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-f72efb62-1ab0-4a7f-868f-561b4e109eb3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 912 time: 0.4035459 Aug 25 16:09:33.983936 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:34.284258 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2c745-03a4-40aa-b2cb-8f0688aa4d24 req-8bfd65fe-1ffa-41e7-81dc-a76d69de40a5 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:34.285702 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f1f2c745-03a4-40aa-b2cb-8f0688aa4d24 req-8bfd65fe-1ffa-41e7-81dc-a76d69de40a5 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.1405265 Aug 25 16:09:34.292096 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f61a50-085f-4eed-9372-546671827111 req-c8d3535d-7f26-4885-aa4d-77d6c628a3bf tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:34.293483 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b9f61a50-085f-4eed-9372-546671827111 req-c8d3535d-7f26-4885-aa4d-77d6c628a3bf tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1130943 Aug 25 16:09:34.367908 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f1f2c745-03a4-40aa-b2cb-8f0688aa4d24 req-525c6d4b-bd0b-4cd7-97e3-721a8c95285c tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734453 Aug 25 16:09:34.370279 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b9f61a50-085f-4eed-9372-546671827111 req-a1e18c3e-08ed-4b41-ae05-9de674b0b2c9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606818 Aug 25 16:09:34.385499 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': 'ca00e23b-b435-44e3-9033-75e7d1d1aa5f', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'port_id': '220ddf2d-09c0-4411-af78-383fcd84fa6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'mac_address': 'fa:16:3e:2d:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:08:49Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 1, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:34.390727 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a83544b-6c96-4925-9d4e-3c4a4b187edb None None] The sync data for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi is: [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': 'ca00e23b-b435-44e3-9033-75e7d1d1aa5f', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'port_id': '220ddf2d-09c0-4411-af78-383fcd84fa6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'mac_address': 'fa:16:3e:2d:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:08:49Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 1, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:34.726366 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432c588-3dcb-44cb-b32d-b6f453d893ee req-babe2784-0f6c-4526-9876-3efaaf0e8b68 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:34.726366 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b432c588-3dcb-44cb-b32d-b6f453d893ee req-babe2784-0f6c-4526-9876-3efaaf0e8b68 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 944 time: 0.0921783 Aug 25 16:09:34.780488 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b432c588-3dcb-44cb-b32d-b6f453d893ee req-2e5ca5fd-8c26-4aad-9271-221b016c8da0 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459917 Aug 25 16:09:35.428945 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51854) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:35.567767 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 3110ad52-daf0-4c40-8864-261513f68a55 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:35.569647 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.570458 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c34449-ffb5-421e-b307-7dd889c1a27b req-83ade766-caeb-4458-bb70-e52a01b85f82 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:35.571985 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-08c34449-ffb5-421e-b307-7dd889c1a27b req-83ade766-caeb-4458-bb70-e52a01b85f82 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.0770569 Aug 25 16:09:35.603877 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:35.607953 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Usage tracker for resource:security_group_rule and tenant:08f3da93cf6e451c98a5b00d70b4a817 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:35.611007 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:35.619374 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:35.636084 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-08c34449-ffb5-421e-b307-7dd889c1a27b req-6a451d3d-2ee5-410e-8462-3e54617da0d1 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551186 Aug 25 16:09:35.648281 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 3110ad52-daf0-4c40-8864-261513f68a55 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:35.655142 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 3110ad52-daf0-4c40-8864-261513f68a55 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:35.655618 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.694936 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.702973 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.710737 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4a9cdad2-747c-409e-afec-af2c734f4c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:35.758132 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f468b737-6666-4d2e-962a-f4595d9cef9b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:35.771970 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08f3da93cf6e451c98a5b00d70b4a817&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373883 Aug 25 16:09:35.773372 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:35.774007 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51862) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:35.801422 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.832304 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f35a1e6-bfd2-4936-8917-244ab75bb481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3110ad52-daf0-4c40-8864-261513f68a55'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:35.842474 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3355857f-ede9-4a07-be7f-4365f64df11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.842658 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 3110ad52-daf0-4c40-8864-261513f68a55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3110ad52-daf0-4c40-8864-261513f68a55,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:35.847083 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.850067 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:35.850448 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cbcfb-47f5-4846-8608-ab5b6edcfbbf req-078496d1-46e2-4673-b825-6c34d9e61d21 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:35.852188 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3b0cbcfb-47f5-4846-8608-ab5b6edcfbbf req-078496d1-46e2-4673-b825-6c34d9e61d21 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.0892529 Aug 25 16:09:35.871046 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3355857f-ede9-4a07-be7f-4365f64df11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.924307 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3b0cbcfb-47f5-4846-8608-ab5b6edcfbbf req-6e507f7f-6ea4-4650-b8f7-8d14d7663268 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630710 Aug 25 16:09:35.927048 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3355857f-ede9-4a07-be7f-4365f64df11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.931774 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:35.946218 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355857f-ede9-4a07-be7f-4365f64df11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f468b737-6666-4d2e-962a-f4595d9cef9b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:35.949885 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3355857f-ede9-4a07-be7f-4365f64df11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:35.957665 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3355857f-ede9-4a07-be7f-4365f64df11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:35.962246 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3355857f-ede9-4a07-be7f-4365f64df11f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f468b737-6666-4d2e-962a-f4595d9cef9b HTTP/1.1" status: 204 len: 168 time: 0.1866095 Aug 25 16:09:35.975254 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=3110ad52-daf0-4c40-8864-261513f68a55,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:35.978567 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:36.168039 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8e9af-7652-41b2-b3a3-e52675194c2d req-f4135c71-d0b7-44a2-a07a-c3671672aefb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:36.170121 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-32d8e9af-7652-41b2-b3a3-e52675194c2d req-f4135c71-d0b7-44a2-a07a-c3671672aefb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0970376 Aug 25 16:09:36.215527 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-32d8e9af-7652-41b2-b3a3-e52675194c2d req-3b8b5d75-5c24-4abb-9acf-82f0772703e4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400124 Aug 25 16:09:36.287737 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f35a1e6-bfd2-4936-8917-244ab75bb481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3110ad52-daf0-4c40-8864-261513f68a55', 'code': 200} Aug 25 16:09:36.304607 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51878) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:36.322995 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:36.352207 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:36.355957 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:4fccefe886b4462497b31b3fcff3e5a7 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:36.359213 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:36.364807 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:36.428027 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:36.431773 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:36.437765 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-79c0b67f-60fa-446d-8fdc-7fdb7db7b7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:36.478552 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa64504-783d-43a9-bfff-40d040247657,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:36.483422 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fccefe886b4462497b31b3fcff3e5a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1777914 Aug 25 16:09:36.484272 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:36.486284 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51882) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:36.545441 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-882dab80-cf8e-4056-80e2-bb7b7be61441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:36.569239 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-882dab80-cf8e-4056-80e2-bb7b7be61441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:36.624162 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-882dab80-cf8e-4056-80e2-bb7b7be61441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:36.627892 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:36.640392 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dab80-cf8e-4056-80e2-bb7b7be61441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa64504-783d-43a9-bfff-40d040247657,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:36.643176 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-882dab80-cf8e-4056-80e2-bb7b7be61441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:36.645032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-882dab80-cf8e-4056-80e2-bb7b7be61441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:36.646102 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-882dab80-cf8e-4056-80e2-bb7b7be61441 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2aa64504-783d-43a9-bfff-40d040247657 HTTP/1.1" status: 204 len: 168 time: 0.1591847 Aug 25 16:09:36.848783 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fd58e-20b6-45a2-80db-923bd249e12a req-2534db20-3294-4fb0-b50e-7a1676f0e2d9 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:36.850222 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-440fd58e-20b6-45a2-80db-923bd249e12a req-2534db20-3294-4fb0-b50e-7a1676f0e2d9 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.0887349 Aug 25 16:09:36.899428 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4333136-8ec9-474f-adb2-55fd7bce9e84 None None] New status for floating IP ca00e23b-b435-44e3-9033-75e7d1d1aa5f: ACTIVE {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:09:36.918923 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-440fd58e-20b6-45a2-80db-923bd249e12a req-5210312f-d5b9-489c-8a73-0d21a37f82dd tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565994 Aug 25 16:09:37.214724 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca773d5-147a-4db9-9897-1486ef2bc253 req-75c988ef-3116-4e19-a4b0-43b860178125 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:37.218655 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ca773d5-147a-4db9-9897-1486ef2bc253 req-75c988ef-3116-4e19-a4b0-43b860178125 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1340747 Aug 25 16:09:37.265280 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-24c79ad0-2bce-49df-ac51-285942c75bd8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f HTTP/1.1" status: 200 len: 999 time: 0.1783521 Aug 25 16:09:37.286256 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ca773d5-147a-4db9-9897-1486ef2bc253 req-cb3872a5-565c-45e8-83fb-cc80c87d5294 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636623 Aug 25 16:09:37.558605 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460c5f-7734-4ba0-ae41-7db854b38625 req-421ebfe2-5612-48ba-afd5-b1f454f9ff9e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:37.560668 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4a460c5f-7734-4ba0-ae41-7db854b38625 req-421ebfe2-5612-48ba-afd5-b1f454f9ff9e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1462142 Aug 25 16:09:37.604764 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4a460c5f-7734-4ba0-ae41-7db854b38625 req-23f2630b-60f0-4263-aa27-85f3e3502571 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 Aug 25 16:09:38.118752 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097f94d-f525-47da-8b09-123251b7aa77 req-b84487f7-c5b0-4197-af09-224fd8480eba tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:38.120164 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4097f94d-f525-47da-8b09-123251b7aa77 req-b84487f7-c5b0-4197-af09-224fd8480eba tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.0791960 Aug 25 16:09:38.165868 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4097f94d-f525-47da-8b09-123251b7aa77 req-f891971d-ec7e-4c50-a032-236293ad04fd tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Aug 25 16:09:38.502688 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88392466-5634-455c-9336-b5292469be17 req-a9a48ae2-8af8-41e1-87c4-3fcc89634917 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:38.504848 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-88392466-5634-455c-9336-b5292469be17 req-a9a48ae2-8af8-41e1-87c4-3fcc89634917 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.0750830 Aug 25 16:09:38.551021 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-88392466-5634-455c-9336-b5292469be17 req-8d8839f3-965b-41f5-acf5-635432866c0f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Aug 25 16:09:38.807028 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db4f9-5ccd-46ce-8c4b-d74fea97e63b req-5036d7db-a8e4-4690-a3bf-3e710974a913 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:38.808493 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f19db4f9-5ccd-46ce-8c4b-d74fea97e63b req-5036d7db-a8e4-4690-a3bf-3e710974a913 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0797482 Aug 25 16:09:38.853763 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f19db4f9-5ccd-46ce-8c4b-d74fea97e63b req-e0623455-48b0-4ac9-a3c3-d14b77323a21 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Aug 25 16:09:39.350978 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 51992) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:39.365945 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af448ea-3aa2-4a95-ba42-07c54a8e112a req-091e9516-5d20-4cfc-9315-f159f8283a5c tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:39.367413 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1af448ea-3aa2-4a95-ba42-07c54a8e112a req-091e9516-5d20-4cfc-9315-f159f8283a5c tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.0796938 Aug 25 16:09:39.418548 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1af448ea-3aa2-4a95-ba42-07c54a8e112a req-eebb8007-bb23-4095-b2e7-4fc5deeaf94c tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Aug 25 16:09:39.505681 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:39.535771 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:39.539420 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Usage tracker for resource:security_group_rule and tenant:47e90a4bbd714a59a66021a4aeb00a1d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:39.542268 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:39.547936 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:39.611618 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:39.615855 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:39.622702 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ba09f3ce-5846-41e4-82c4-3bde15c1164d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:39.662449 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3719eecb-6e8b-4196-903c-f73f14819159,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:39.667117 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:39.673252 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47e90a4bbd714a59a66021a4aeb00a1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3211679 Aug 25 16:09:39.673813 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52002) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:39.787671 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:39.820243 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a92886-b8c8-41ec-9556-5c7834902979 req-64ba0560-8901-4f9a-bc81-de434c6d7794 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:39.821736 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f1a92886-b8c8-41ec-9556-5c7834902979 req-64ba0560-8901-4f9a-bc81-de434c6d7794 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1305048 Aug 25 16:09:39.826123 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:39.899163 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f1a92886-b8c8-41ec-9556-5c7834902979 req-4b7e26f6-88f1-4c44-87d1-8b2ad337476d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664096 Aug 25 16:09:39.917669 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:39.922855 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:39.940405 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3719eecb-6e8b-4196-903c-f73f14819159,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:39.952474 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:39.953807 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3719eecb-6e8b-4196-903c-f73f14819159 HTTP/1.1" status: 204 len: 168 time: 0.2782242 Aug 25 16:09:39.955770 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.959553 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.960018 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.960385 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.960726 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.961065 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.961451 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.961790 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.962123 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.962449 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.962953 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:39.966393 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:40.136433 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae123b7-826b-4dd3-9e7a-6befbbefce40 req-77b3df8e-de0b-4e83-9a3f-c074d49131b5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:40.140564 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bae123b7-826b-4dd3-9e7a-6befbbefce40 req-77b3df8e-de0b-4e83-9a3f-c074d49131b5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0953069 Aug 25 16:09:40.163287 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-067f3289-0927-42d9-a1ab-679e48902c14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:40.164900 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-067f3289-0927-42d9-a1ab-679e48902c14 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 200 len: 849 time: 0.0632412 Aug 25 16:09:40.204201 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bae123b7-826b-4dd3-9e7a-6befbbefce40 req-0e4eeb00-d977-45ba-9b88-c5f761c061e7 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565140 Aug 25 16:09:40.276150 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-9a79f489-356d-4cdf-af37-82ea8789b9b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3283531-0cca-4c41-9237-dcec1b05d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0985265 Aug 25 16:09:40.396523 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52016) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:40.414944 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:40.453029 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:40.456827 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Usage tracker for resource:security_group_rule and tenant:450eb368cdac4a3899d6721acc1ac76f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:40.459650 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:40.465370 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:40.523272 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-231af0c1-ec90-4efb-b8b7-a776fd8fa4e6 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905081 Aug 25 16:09:40.531025 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f7ac44e7-c2f3-479a-b7ad-46969dd42f21 req-ae95e248-e998-4178-adce-5427a23ec6dc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 1098 time: 0.1679885 Aug 25 16:09:40.540825 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:40.546641 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:40.555290 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:40.604342 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=450eb368cdac4a3899d6721acc1ac76f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2044232 Aug 25 16:09:40.604342 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a128f509-8dc2-439f-a037-b272adbe5888,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:40.605288 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52024) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:40.609928 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:40.717335 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f7ac44e7-c2f3-479a-b7ad-46969dd42f21 req-238c45d0-9499-479c-b693-9d44eead1346 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295803 Aug 25 16:09:40.728790 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e16ce8b-48ce-4e0a-b0e3-be6eed680460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:40.761852 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e16ce8b-48ce-4e0a-b0e3-be6eed680460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:40.762206 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-678ee9b5-37fd-43cf-8e43-0b7ee87677dd req-f8a86aaa-49eb-42a7-a514-825a1b5177b2 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299931 Aug 25 16:09:40.768920 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-8ae00b69-7f29-4c6b-90cc-8fb59ffa92d7 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:40.770267 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-8ae00b69-7f29-4c6b-90cc-8fb59ffa92d7 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.76 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.2370996 Aug 25 16:09:40.779389 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801aa2e-f5e4-457d-8555-d6cc0f90411a req-b1dc6f46-5f35-4f15-aec4-90ee641d62bc tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:40.780837 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1801aa2e-f5e4-457d-8555-d6cc0f90411a req-b1dc6f46-5f35-4f15-aec4-90ee641d62bc tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.1385086 Aug 25 16:09:40.842512 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1801aa2e-f5e4-457d-8555-d6cc0f90411a req-2e45558e-8350-42ba-b8ec-b28e5eb781ed tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554197 Aug 25 16:09:40.853295 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e16ce8b-48ce-4e0a-b0e3-be6eed680460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:40.858726 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f3ba2105-8fbe-4c1c-8955-64a2de13d145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:40.871197 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16ce8b-48ce-4e0a-b0e3-be6eed680460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a128f509-8dc2-439f-a037-b272adbe5888,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:40.873711 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9e16ce8b-48ce-4e0a-b0e3-be6eed680460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:40.875605 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e16ce8b-48ce-4e0a-b0e3-be6eed680460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:40.880297 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9e16ce8b-48ce-4e0a-b0e3-be6eed680460 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a128f509-8dc2-439f-a037-b272adbe5888 HTTP/1.1" status: 204 len: 168 time: 0.2696259 Aug 25 16:09:41.125433 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239ea17-65fc-40f6-87c1-2a54885acffe req-725a1515-95f0-4d36-87a2-8da3a53615ba tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:41.126931 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d239ea17-65fc-40f6-87c1-2a54885acffe req-725a1515-95f0-4d36-87a2-8da3a53615ba tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.0895109 Aug 25 16:09:41.176240 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Deleting port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:09:41.176578 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:41.179984 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d239ea17-65fc-40f6-87c1-2a54885acffe req-8aa27984-4ae1-4699-b3d2-b61a8d54a746 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457783 Aug 25 16:09:41.499522 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38af855-fe11-42d5-a789-669262ff0339 req-473317a4-2bcf-44f7-9f84-5f8d5d9c99e9 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:41.502368 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b38af855-fe11-42d5-a789-669262ff0339 req-473317a4-2bcf-44f7-9f84-5f8d5d9c99e9 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0975471 Aug 25 16:09:41.600422 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b38af855-fe11-42d5-a789-669262ff0339 req-1a099ed6-46ec-48de-b7e6-773934cb2efc tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923662 Aug 25 16:09:41.616774 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] For port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,segment=NetworkSegment(ec9d12b8-1bc5-427c-878d-4be235362a00),segment_id=ec9d12b8-1bc5-427c-878d-4be235362a00)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:41.617362 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:41.636047 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99852128-a215-40e3-89b0-8799c61ca370 req-4e29abf8-dad9-419f-96d5-fcaa57168b33 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 1098 time: 0.2131360 Aug 25 16:09:41.829482 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Calling delete_port for 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:09:41.972150 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:09:42.194928 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:42.237486 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99852128-a215-40e3-89b0-8799c61ca370 req-55abfd07-c2eb-41b5-b527-ab1ea8047169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:42.269264 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99852128-a215-40e3-89b0-8799c61ca370 req-55abfd07-c2eb-41b5-b527-ab1ea8047169 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 912 time: 0.5206089 Aug 25 16:09:42.321125 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b613b11-8542-4bec-a6ba-2086e091522a req-f121427b-a790-4f95-8de1-1c89223e8d6b tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:42.331713 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8b613b11-8542-4bec-a6ba-2086e091522a req-f121427b-a790-4f95-8de1-1c89223e8d6b tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 946 time: 0.2130666 Aug 25 16:09:42.500563 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8b613b11-8542-4bec-a6ba-2086e091522a req-d791235a-6ff9-4510-8d9c-8f10f34d1fe9 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/security-groups?id=50956ac8-9b15-4b4e-a9d5-bc20a0326453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677358 Aug 25 16:09:42.545406 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:42.610837 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8ad46c6-31b5-4e21-97e4-949721777b59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:42.732237 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Pushing event deleted for resources: {'Port': ['ID=99cacbdc-bf16-4da2-a3cb-074e7d5d6312,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:42.738340 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:42.782189 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f23f-b2d7-4c1e-a572-e4ff2947b16f req-1d6d57d2-69d3-4003-a163-5efc3cc19041 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:42.783921 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99852128-a215-40e3-89b0-8799c61ca370 req-86756159-56a5-42a0-8291-e7caa59da36b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f HTTP/1.1" status: 200 len: 1001 time: 0.3675373 Aug 25 16:09:42.784493 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-26e1f23f-b2d7-4c1e-a572-e4ff2947b16f req-1d6d57d2-69d3-4003-a163-5efc3cc19041 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1424615 Aug 25 16:09:42.825405 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] No DVR routers for this DVR port 99cacbdc-bf16-4da2-a3cb-074e7d5d6312 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:09:42.829506 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:42.832776 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a3868-0a3c-412d-a34c-068f7b03056e', 'name': 'network-vif-deleted', 'tag': '99cacbdc-bf16-4da2-a3cb-074e7d5d6312'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:42.909132 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-26e1f23f-b2d7-4c1e-a572-e4ff2947b16f req-1d296631-ae21-4188-9ee6-984547f3bdba tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181552 Aug 25 16:09:42.941149 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b6602899-a0ca-48f2-81d2-7b164b888dbc req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.76 "DELETE /v2.0/ports/99cacbdc-bf16-4da2-a3cb-074e7d5d6312 HTTP/1.1" status: 204 len: 173 time: 1.8492804 Aug 25 16:09:42.973449 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99852128-a215-40e3-89b0-8799c61ca370 req-c8727e2e-77de-4dad-98ea-59e2c7bc5552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:42.974902 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99852128-a215-40e3-89b0-8799c61ca370 req-c8727e2e-77de-4dad-98ea-59e2c7bc5552 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 200 len: 849 time: 0.1346393 Aug 25 16:09:43.028459 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a3868-0a3c-412d-a34c-068f7b03056e', 'name': 'network-vif-deleted', 'tag': '99cacbdc-bf16-4da2-a3cb-074e7d5d6312', 'status': 'completed', 'code': 200} Aug 25 16:09:43.064357 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99852128-a215-40e3-89b0-8799c61ca370 req-bc316581-aac1-451c-9daa-9749e1515819 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3283531-0cca-4c41-9237-dcec1b05d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767205 Aug 25 16:09:43.261968 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99852128-a215-40e3-89b0-8799c61ca370 req-d0cdc068-a45a-4140-97f1-b909b9471040 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803408 Aug 25 16:09:43.266482 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc68c01-b93e-45de-8338-ba9296ee21e1 req-66a44e78-8b6c-4a9a-a3bd-204773d9a3fb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:43.268310 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9dc68c01-b93e-45de-8338-ba9296ee21e1 req-66a44e78-8b6c-4a9a-a3bd-204773d9a3fb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1559005 Aug 25 16:09:43.279212 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96e665-7d10-4227-91d1-12a256e633c9 req-5cf91ef2-42d0-42d5-8099-706c45915a4d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:43.280690 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eb96e665-7d10-4227-91d1-12a256e633c9 req-5cf91ef2-42d0-42d5-8099-706c45915a4d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1327176 Aug 25 16:09:43.296147 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52126) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:43.303347 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-110ff13d-c810-4c1d-bedb-cae9e92b13eb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'floatingip': {'port_id': 'a082ff5c-c28a-4349-bf33-cf0f735270bd'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:43.397228 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-110ff13d-c810-4c1d-bedb-cae9e92b13eb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:43.456396 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99852128-a215-40e3-89b0-8799c61ca370 req-c279502d-f78b-43b4-b140-757573b8271f service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742067 Aug 25 16:09:43.607943 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9dc68c01-b93e-45de-8338-ba9296ee21e1 req-db13db7d-bdbd-4c20-8544-95353eb686b0 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261940 Aug 25 16:09:43.726125 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-811fbffb-c0c2-427d-afed-b0d2144ac0b6 req-e506a376-0165-48be-911c-3bb6ad429cac tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 210 time: 0.0677481 Aug 25 16:09:43.731274 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-19afdc77-35c7-4086-b43c-35a0558c3916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:44.140464 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e35dd9f-e611-4894-a069-0368baea67e7 req-1b7ed8c0-a012-4e2d-b0e4-195dece89ab2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 1098 time: 0.1054263 Aug 25 16:09:44.180959 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:44.231833 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad043c1-abcd-4d89-b6d5-c4414d082032 req-faf4d41d-d322-4018-89ad-b493fe2b1b16 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:44.233335 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8ad043c1-abcd-4d89-b6d5-c4414d082032 req-faf4d41d-d322-4018-89ad-b493fe2b1b16 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1033995 Aug 25 16:09:44.304162 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35dd9f-e611-4894-a069-0368baea67e7 req-a2fe4d5f-e58b-42eb-8e84-3d21e7ebd33d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:44.305525 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e35dd9f-e611-4894-a069-0368baea67e7 req-a2fe4d5f-e58b-42eb-8e84-3d21e7ebd33d service neutron] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 920 time: 0.1576579 Aug 25 16:09:44.328392 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8ad043c1-abcd-4d89-b6d5-c4414d082032 req-4dd1fae1-ec9e-4aa7-a3b5-35e808ec308c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624533 Aug 25 16:09:44.410560 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e35dd9f-e611-4894-a069-0368baea67e7 req-37e29d64-dde4-497f-addd-7d9f8e5cbfcb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3110ad52-daf0-4c40-8864-261513f68a55 HTTP/1.1" status: 200 len: 217 time: 0.0816746 Aug 25 16:09:44.443004 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-110ff13d-c810-4c1d-bedb-cae9e92b13eb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:44.446839 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-110ff13d-c810-4c1d-bedb-cae9e92b13eb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:44.479929 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35dd9f-e611-4894-a069-0368baea67e7 req-26a73cd9-18de-4d6b-8329-c8699ce5a9f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:44.483737 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e35dd9f-e611-4894-a069-0368baea67e7 req-26a73cd9-18de-4d6b-8329-c8699ce5a9f9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.0634792 Aug 25 16:09:44.634727 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e35dd9f-e611-4894-a069-0368baea67e7 req-dcd295d0-f1d5-4a97-82e1-07f404dd080d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322672 Aug 25 16:09:44.681047 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [None req-110ff13d-c810-4c1d-bedb-cae9e92b13eb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Floating IP 06a40da0-b411-4436-af48-dd397fb38ccf associated. External IP: 172.27.2.150, port: a082ff5c-c28a-4349-bf33-cf0f735270bd. Aug 25 16:09:44.827014 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e35dd9f-e611-4894-a069-0368baea67e7 req-bec9add0-2baf-407c-8359-38a1f6747cd2 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669903 Aug 25 16:09:44.941626 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d6a1e26e-4354-4d27-88c5-c1fd884905e2 req-34b1545c-241e-4f83-94a8-87e14f4116ae tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] 10.222.0.73 "GET /v2.0/ports?device_id=376a3868-0a3c-412d-a34c-068f7b03056e HTTP/1.1" status: 200 len: 210 time: 0.0556755 Aug 25 16:09:45.022952 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e35dd9f-e611-4894-a069-0368baea67e7 req-d4dcadec-387a-48a8-9af7-bb77e1e57ada service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877065 Aug 25 16:09:45.234003 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:09:45.292210 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110ff13d-c810-4c1d-bedb-cae9e92b13eb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:09:45.568213 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b8f05-1fd9-4104-9200-5d6707f1e607 req-d5adc305-bb3b-4202-8c28-973dd46a5941 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:45.569658 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-221b8f05-1fd9-4104-9200-5d6707f1e607 req-d5adc305-bb3b-4202-8c28-973dd46a5941 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1151059 Aug 25 16:09:45.571852 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110ff13d-c810-4c1d-bedb-cae9e92b13eb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:45.576835 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-110ff13d-c810-4c1d-bedb-cae9e92b13eb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:45.582127 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] Sync routers for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:45.594488 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:45.595116 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:09:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:45.662155 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-110ff13d-c810-4c1d-bedb-cae9e92b13eb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "PUT /v2.0/floatingips/06a40da0-b411-4436-af48-dd397fb38ccf HTTP/1.1" status: 200 len: 991 time: 2.3649273 Aug 25 16:09:45.665605 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:45.679728 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-221b8f05-1fd9-4104-9200-5d6707f1e607 req-769dee8f-c956-4c03-bc4a-c4ee748d352a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794506 Aug 25 16:09:45.800341 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'status': 'completed', 'code': 200} Aug 25 16:09:45.813501 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:46.031893 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-055aff72-0c64-45f3-bd03-f2787e85f034 req-cbc62841-57e8-4772-a118-ec6125e53e99 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 1098 time: 0.1495800 Aug 25 16:09:46.203272 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aff72-0c64-45f3-bd03-f2787e85f034 req-fcbc49b1-1eb5-4e88-b046-a31c3e0f5da1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:46.204871 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-055aff72-0c64-45f3-bd03-f2787e85f034 req-fcbc49b1-1eb5-4e88-b046-a31c3e0f5da1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 918 time: 0.1646218 Aug 25 16:09:46.279293 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '06a40da0-b411-4436-af48-dd397fb38ccf', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'port_id': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'mac_address': 'fa:16:3e:d5:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:00Z', 'updated_at': '2021-08-25T16:09:44Z', 'revision_number': 1, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:46.286471 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] Checking router: a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:46.301673 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:46.301867 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:09:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:46.345215 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-055aff72-0c64-45f3-bd03-f2787e85f034 req-28ef872b-a625-4628-8229-112bc7fa5a4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd HTTP/1.1" status: 200 len: 999 time: 0.1314659 Aug 25 16:09:46.432099 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aff72-0c64-45f3-bd03-f2787e85f034 req-3ad03401-28e8-4290-8a1b-6e9854274a46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:46.438652 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-055aff72-0c64-45f3-bd03-f2787e85f034 req-3ad03401-28e8-4290-8a1b-6e9854274a46 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.0857661 Aug 25 16:09:46.508527 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f2c80305-134d-46a7-9529-531ea5749c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:46.548973 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-055aff72-0c64-45f3-bd03-f2787e85f034 req-b175de71-e6b2-4859-8870-6cdc223d6e55 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023929 Aug 25 16:09:46.581626 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:46.715183 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-055aff72-0c64-45f3-bd03-f2787e85f034 req-056d894a-92e1-4e91-89ea-e29ec8a0c67a service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539590 Aug 25 16:09:46.905283 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-055aff72-0c64-45f3-bd03-f2787e85f034 req-eb7be822-249a-48b3-96b3-8d3f50cfb5b5 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751628 Aug 25 16:09:46.996065 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d925c-3d89-410a-91f4-8bd9e0b61d72 req-ec47b51e-d603-4125-8b30-144cba1c9143 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:46.998132 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5a6d925c-3d89-410a-91f4-8bd9e0b61d72 req-ec47b51e-d603-4125-8b30-144cba1c9143 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1420321 Aug 25 16:09:47.057906 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5a6d925c-3d89-410a-91f4-8bd9e0b61d72 req-3302f242-2ba2-4a6b-b1d3-08ccddb6e53f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503218 Aug 25 16:09:47.079374 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '06a40da0-b411-4436-af48-dd397fb38ccf', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'port_id': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'mac_address': 'fa:16:3e:d5:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:00Z', 'updated_at': '2021-08-25T16:09:44Z', 'revision_number': 1, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:47.083632 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e863f0-8593-4ab1-96f2-d3555bc90cfd None None] The sync data for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi is: [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '06a40da0-b411-4436-af48-dd397fb38ccf', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'port_id': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'mac_address': 'fa:16:3e:d5:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:00Z', 'updated_at': '2021-08-25T16:09:44Z', 'revision_number': 1, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:47.555939 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.272946 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b563e6-65aa-4807-a62d-b03550782098 req-0135081a-1018-441e-a1cd-85998cb3c783 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:48.274424 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-96b563e6-65aa-4807-a62d-b03550782098 req-0135081a-1018-441e-a1cd-85998cb3c783 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0794177 Aug 25 16:09:48.321173 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-96b563e6-65aa-4807-a62d-b03550782098 req-eb31b863-ab3f-4101-9d2d-9f029ec7fee2 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 Aug 25 16:09:48.371651 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52274) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:48.431097 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] Deleting subnet 0409bec8-6d00-4dcb-857a-2025079aae63 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:09:48.434210 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.495304 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.510837 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e5dfc-f8eb-470a-b394-d7d273f4c12a None None] New status for floating IP 06a40da0-b411-4436-af48-dd397fb38ccf: ACTIVE {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:09:48.553115 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.621017 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.624895 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:48.661841 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0409bec8-6d00-4dcb-857a-2025079aae63,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:48.665794 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:48.669981 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.675926 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0409bec8-6d00-4dcb-857a-2025079aae63 HTTP/1.1" status: 204 len: 168 time: 0.3032463 Aug 25 16:09:48.678430 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52278) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:48.787136 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:48.999265 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.012396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8cb69e-98a1-4f0f-a268-3315584ed92c']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:49.035375 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9d12b8-1bc5-427c-878d-4be235362a00') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:49.035924 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9d12b8-1bc5-427c-878d-4be235362a00') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:49.055617 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7089974'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.074035 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.080345 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:09:49.080790 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1512802'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: timer() Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: self._notify() Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: event.method(event) Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:09:49.094208 dv-cinder-806007-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:09:49.177910 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.183876 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.190309 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:49.210931 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8cb69e-98a1-4f0f-a268-3315584ed92c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:49.222098 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:49.223775 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4f8cb69e-98a1-4f0f-a268-3315584ed92c HTTP/1.1" status: 204 len: 168 time: 0.5441892 Aug 25 16:09:49.472029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52318) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:49.532625 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f9ec4085-9f76-4998-bdd4-2847a3b96a13 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=518867ba621f4cd0b95bee59fc624b5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0586565 Aug 25 16:09:49.535427 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52324) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:49.607713 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03957f2-6faf-4cb6-96ef-190f21e18f68 req-6a02034b-e7e0-4854-9c86-3dcdc422d33b tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:49.609289 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f03957f2-6faf-4cb6-96ef-190f21e18f68 req-6a02034b-e7e0-4854-9c86-3dcdc422d33b tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1388466 Aug 25 16:09:49.631521 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.650617 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1905e6b8-a44f-4734-ac78-67e74e63c325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.689008 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f03957f2-6faf-4cb6-96ef-190f21e18f68 req-00c25665-b144-436e-a2e8-75e3ec01f647 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681639 Aug 25 16:09:49.693285 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1905e6b8-a44f-4734-ac78-67e74e63c325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.764365 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1905e6b8-a44f-4734-ac78-67e74e63c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.769495 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:49.783790 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905e6b8-a44f-4734-ac78-67e74e63c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50956ac8-9b15-4b4e-a9d5-bc20a0326453,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:49.786662 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1905e6b8-a44f-4734-ac78-67e74e63c325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:49.795709 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1905e6b8-a44f-4734-ac78-67e74e63c325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.799369 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1905e6b8-a44f-4734-ac78-67e74e63c325 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50956ac8-9b15-4b4e-a9d5-bc20a0326453 HTTP/1.1" status: 204 len: 168 time: 0.2603071 Aug 25 16:09:50.008337 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52342) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:50.191562 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.226225 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:50.230069 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Usage tracker for resource:security_group_rule and tenant:318795393c7a47d9a3927fc7abd39ec3 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:50.233545 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:50.239614 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:50.330093 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.336053 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.347839 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1b853373-4ca9-4a0f-832c-22ae2a3bda55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:50.397484 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b1785-04d5-4244-93fb-da982bbc1488,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:50.413083 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:50.418159 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=318795393c7a47d9a3927fc7abd39ec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4064133 Aug 25 16:09:50.418454 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52364) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:50.487420 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1b692f79-dcb3-41ef-a8b2-ee9c96ee0424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.517646 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1b692f79-dcb3-41ef-a8b2-ee9c96ee0424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.576620 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1b692f79-dcb3-41ef-a8b2-ee9c96ee0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.581583 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:50.592935 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b692f79-dcb3-41ef-a8b2-ee9c96ee0424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b1785-04d5-4244-93fb-da982bbc1488,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:50.596995 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1b692f79-dcb3-41ef-a8b2-ee9c96ee0424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:50.602732 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1b692f79-dcb3-41ef-a8b2-ee9c96ee0424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.607410 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1b692f79-dcb3-41ef-a8b2-ee9c96ee0424 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f9b1785-04d5-4244-93fb-da982bbc1488 HTTP/1.1" status: 204 len: 168 time: 0.1879771 Aug 25 16:09:50.744884 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52386) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:51.111757 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-722948877-network', 'tenant_id': '3c7ab4ea55f24fa9905a48022cd3a8aa'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:51.116645 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:51.121376 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Usage tracker for resource:network and tenant:3c7ab4ea55f24fa9905a48022cd3a8aa is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:51.125014 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:51.131296 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:51.141692 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Made reservation on behalf of 3c7ab4ea55f24fa9905a48022cd3a8aa for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:51.144068 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.158506 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.190996 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:51.194850 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Usage tracker for resource:security_group_rule and tenant:3c7ab4ea55f24fa9905a48022cd3a8aa is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:51.197987 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:51.203720 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:51.272656 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.276611 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.280207 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1b692f79-dcb3-41ef-a8b2-ee9c96ee0424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:51.311860 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:09:51.320274 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f868ddb6-ed1d-46da-8b92-854e5fc08b59,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:51.323313 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:51.327327 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.327696 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Added segment ffa28117-7e46-4bf8-871c-0a767b20a8fb of type vlan for network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 Aug 25 16:09:51.358328 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.386831 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.389344 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:51.389932 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.394755 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-28862aea-a838-4bb6-b1c6-be96debd8546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:51.493266 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Pushing event updated for resources: {'Network': ['ID=81cfb394-8717-4f82-8a7d-65d5d91c2cb7,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:51.496258 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:51.500994 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7520382 Aug 25 16:09:51.501374 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52410) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:51.503487 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:09:51.509043 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Request body: {'subnet': {'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-722948877-subnet', 'tenant_id': '3c7ab4ea55f24fa9905a48022cd3a8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:51.514327 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:51.518359 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Usage tracker for resource:subnet and tenant:3c7ab4ea55f24fa9905a48022cd3a8aa is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:51.521799 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:51.528021 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:51.544980 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Made reservation on behalf of 3c7ab4ea55f24fa9905a48022cd3a8aa for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:51.547484 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6846990'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.817236 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1512843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6847004'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.823436 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7d26bef4-e20c-4f0e-ae70-49de453189f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:51.882564 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f5401a7-aee7-4cf9-8721-14dbab981305,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:51.893727 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:51.907665 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Checking segment: {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:51.907936 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Network hostable DHCP agents. Network: 81cfb394-8717-4f82-8a7d-65d5d91c2cb7, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:09:51.936169 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:09:51.947803 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 81cfb394-8717-4f82-8a7d-65d5d91c2cb7) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:51.953445 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:51.954409 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.958271 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a9947-a823-4e61-aef8-64da248c6a08 None None] Network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:51.981673 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4790335 Aug 25 16:09:52.208617 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab97cb-bf7e-4fee-a520-04aec201af88 None None] Network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:53.427899 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c7fa-66f2-4f35-b185-07041ea387cf req-5ce9f2f7-9b7f-4ef1-b819-ec4b98492822 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:53.429235 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c412c7fa-66f2-4f35-b185-07041ea387cf req-5ce9f2f7-9b7f-4ef1-b819-ec4b98492822 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.2059069 Aug 25 16:09:53.433938 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4390a-610c-44f1-9f27-72783b184c01 req-66504708-fcd1-4553-9fed-7b43b4f3733c tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:53.435526 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-66504708-fcd1-4553-9fed-7b43b4f3733c tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 814 time: 0.1667380 Aug 25 16:09:53.475725 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-b56c44f6-81b7-4446-8b05-4db629192790 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/quotas/3c7ab4ea55f24fa9905a48022cd3a8aa HTTP/1.1" status: 200 len: 375 time: 0.0258973 Aug 25 16:09:53.518798 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c412c7fa-66f2-4f35-b185-07041ea387cf req-31132cea-a2b5-4f60-a9b9-5bde715cc0dc tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823154 Aug 25 16:09:53.524388 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-573a8ac5-4d63-45e3-a8d0-63b8c33de0d5 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432520 Aug 25 16:09:53.665959 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-fba409db-f4b8-4e72-8f74-103fb7b69639 service neutron] 10.222.0.73 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324351 Aug 25 16:09:53.803430 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-a156bd0e-b622-4a8d-a9b1-cef05f13c39a service neutron] 10.222.0.73 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310573 Aug 25 16:09:54.029210 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc962f25-f445-4b10-920d-dc73bc1e6ae9 req-fef6f81e-8d0b-4a7e-b830-ee4c3e19beb7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 210 time: 0.0565917 Aug 25 16:09:54.274181 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52490) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:54.340305 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a97427-8392-4c18-936c-937bd43636c6 admin admin] Deleting subnet e08bc280-8571-4e90-93b4-c1daf968f6f4 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:09:54.343954 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2a97427-8392-4c18-936c-937bd43636c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.395823 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2a97427-8392-4c18-936c-937bd43636c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.459947 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2a97427-8392-4c18-936c-937bd43636c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.536616 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2a97427-8392-4c18-936c-937bd43636c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.541477 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aa9ed9f9-5dd5-4c45-b13c-4d96e65bdeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:54.582045 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a97427-8392-4c18-936c-937bd43636c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08bc280-8571-4e90-93b4-c1daf968f6f4,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:54.585073 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d2a97427-8392-4c18-936c-937bd43636c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:54.591055 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2a97427-8392-4c18-936c-937bd43636c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.600534 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d2a97427-8392-4c18-936c-937bd43636c6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e08bc280-8571-4e90-93b4-c1daf968f6f4 HTTP/1.1" status: 204 len: 168 time: 0.3241930 Aug 25 16:09:54.602852 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52508) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:54.738642 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.784144 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18056aad-6970-4e9a-93b4-6ccd54a7c9fe req-d068583b-e765-4355-baa1-d202c8fc1036 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:54.786032 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-18056aad-6970-4e9a-93b4-6ccd54a7c9fe req-d068583b-e765-4355-baa1-d202c8fc1036 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1237571 Aug 25 16:09:54.836991 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-18056aad-6970-4e9a-93b4-6ccd54a7c9fe req-784efedb-f852-4086-8843-5d529006c010 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 Aug 25 16:09:54.959810 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:54.972980 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2271d6-e720-4d45-bae5-47502bb71536']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:54.988195 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495b536d-d77e-454e-9352-a2cb730a6eff') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:54.988480 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495b536d-d77e-454e-9352-a2cb730a6eff') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:54.999688 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7089974'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.068705 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.076408 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:09:55.076793 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1512802'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: timer() Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: self._notify() Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: event.method(event) Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:09:55.090076 dv-cinder-806007-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:09:55.173094 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.176773 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:55.192292 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.199174 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2271d6-e720-4d45-bae5-47502bb71536,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:55.202013 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:55.203605 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e7d35c7c-9ff6-4b5b-a5fa-f6ed96b14515 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6f2271d6-e720-4d45-bae5-47502bb71536 HTTP/1.1" status: 204 len: 168 time: 0.5986233 Aug 25 16:09:55.206563 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52522) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:55.209001 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-97c61ea2-6a4b-42b8-b410-e9833fa3c5b2 req-046a3b44-aa34-4ada-b2bb-d9472acb418f tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 210 time: 0.0517437 Aug 25 16:09:55.288062 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2389c71-2d6f-4ce4-8450-1f6a8340170f admin admin] Deleting subnet eb72ca30-bccb-4d96-8bd3-39606c3a9359 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:09:55.291691 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2389c71-2d6f-4ce4-8450-1f6a8340170f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.381009 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2389c71-2d6f-4ce4-8450-1f6a8340170f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.449634 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2389c71-2d6f-4ce4-8450-1f6a8340170f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.528328 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2389c71-2d6f-4ce4-8450-1f6a8340170f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.531055 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:55.568978 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2389c71-2d6f-4ce4-8450-1f6a8340170f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb72ca30-bccb-4d96-8bd3-39606c3a9359,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:55.573026 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a2389c71-2d6f-4ce4-8450-1f6a8340170f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:55.577820 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2389c71-2d6f-4ce4-8450-1f6a8340170f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.584369 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a2389c71-2d6f-4ce4-8450-1f6a8340170f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/eb72ca30-bccb-4d96-8bd3-39606c3a9359 HTTP/1.1" status: 204 len: 168 time: 0.3767807 Aug 25 16:09:55.590742 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52546) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:55.770458 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.780885 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5e620953-5e99-480f-afa4-cb274a3b9657 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:55.783147 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5e620953-5e99-480f-afa4-cb274a3b9657 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Synchronizing usage tracker for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:55.814276 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5e620953-5e99-480f-afa4-cb274a3b9657 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Unset dirty status for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:55.834017 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5e620953-5e99-480f-afa4-cb274a3b9657 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 814 time: 0.2308869 Aug 25 16:09:55.856766 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Request body: {'port': {'device_id': '9f50fa80-ebee-4421-8554-da0ef2bb8719', 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7', 'admin_state_up': True, 'tenant_id': '3c7ab4ea55f24fa9905a48022cd3a8aa'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:56.065597 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:56.069965 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Usage tracker for resource:port and tenant:3c7ab4ea55f24fa9905a48022cd3a8aa is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:56.073923 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:56.080916 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:56.092165 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Made reservation on behalf of 3c7ab4ea55f24fa9905a48022cd3a8aa for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:56.095254 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.138322 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.162811 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.163188 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.163972 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.164303 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > port after_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.164631 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.164967 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > port after_update 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.165283 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.165617 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.165928 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.166241 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.229122 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.229481 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.229812 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.230140 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:09:56.230511 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca10803-b909-4abc-a3af-339e6e138e6e']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:56.248370 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabb07bc-17c0-4a22-9ca4-2fca3b14842a') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:56.248643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabb07bc-17c0-4a22-9ca4-2fca3b14842a') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:56.265043 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6821179'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.270560 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Allocated IP 172.20.0.13 (81cfb394-8717-4f82-8a7d-65d5d91c2cb7/4f5401a7-aee7-4cf9-8721-14dbab981305/ca34c05a-231c-43f2-83b9-d1d28fd40d37) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:56.291661 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.317609 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:09:56.319276 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7215813'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: util.warn_limited( Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: util.warn_limited( Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: timer() Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: self._notify() Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: event.method(event) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:09:56.353812 dv-cinder-806007-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:09:56.365666 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659fcd7-2338-4f34-81c6-119a55017602 req-890aad61-c9d2-41d0-ae5c-fb0f260b8c8c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:56.367227 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4659fcd7-2338-4f34-81c6-119a55017602 req-890aad61-c9d2-41d0-ae5c-fb0f260b8c8c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.2860081 Aug 25 16:09:56.484470 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f262fb23-fbbc-435c-8a34-fcd65385e734 req-5860d5a7-564a-4256-8579-475562e950c9 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 210 time: 0.1257849 Aug 25 16:09:56.518161 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.526321 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6e524e1c-d236-4287-8aa9-18968d7ce1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:56.541970 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.558180 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4659fcd7-2338-4f34-81c6-119a55017602 req-99197eec-c79d-43a2-bc1c-2c6731c38f7a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468387 Aug 25 16:09:56.559931 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca10803-b909-4abc-a3af-339e6e138e6e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:56.563129 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.568908 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:56.580523 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7ca10803-b909-4abc-a3af-339e6e138e6e HTTP/1.1" status: 204 len: 168 time: 0.9879527 Aug 25 16:09:56.594504 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.602515 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:56.664396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:56.673117 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:56.677915 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:56.735361 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Pushing event updated for resources: {'Port': ['ID=ca34c05a-231c-43f2-83b9-d1d28fd40d37,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:56.740174 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:56.755999 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:56.756938 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.782682 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9333141 Aug 25 16:09:56.845428 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Request body: {'port': {'device_id': '9f50fa80-ebee-4421-8554-da0ef2bb8719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:56.861098 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52574) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:56.937394 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ece8deec-bb4d-4c78-af4e-050cde8d699c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9fbc64ef45c24f04b8fe3713d3fd99f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0746064 Aug 25 16:09:56.939650 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52580) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:56.985003 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.002425 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-de5103b9-bc5c-4531-962e-86b289b2fec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.026929 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-de5103b9-bc5c-4531-962e-86b289b2fec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.090103 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-de5103b9-bc5c-4531-962e-86b289b2fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.097769 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:57.112939 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-de5103b9-bc5c-4531-962e-86b289b2fec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.114261 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-de5103b9-bc5c-4531-962e-86b289b2fec6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/367d2f44-4626-4206-b636-4652e3d193a4 HTTP/1.1" status: 204 len: 168 time: 0.1734917 Aug 25 16:09:57.115224 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5103b9-bc5c-4531-962e-86b289b2fec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d2f44-4626-4206-b636-4652e3d193a4,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.118864 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-de5103b9-bc5c-4531-962e-86b289b2fec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.484256 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca34c05a-231c-43f2-83b9-d1d28fd40d37 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:57.492194 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.525769 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Transition to ACTIVE for port object ca34c05a-231c-43f2-83b9-d1d28fd40d37 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:57.531181 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.546961 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-01092dc5-3cf8-4e0b-9106-fc0e9f7a8ebe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:57.764049 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca34c05a-231c-43f2-83b9-d1d28fd40d37,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.768313 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.804771 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52616) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:57.862741 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc5f9e-dc23-434d-971f-7f3b70f666d3 req-5cd0a91a-0d51-4e8d-8888-fd560ef65973 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:57.870496 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-74cc5f9e-dc23-434d-971f-7f3b70f666d3 req-5cd0a91a-0d51-4e8d-8888-fd560ef65973 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 944 time: 0.1859705 Aug 25 16:09:57.915826 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Attempting to bind port ca34c05a-231c-43f2-83b9-d1d28fd40d37 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:57.916257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Attempting to bind port ca34c05a-231c-43f2-83b9-d1d28fd40d37 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:57.916586 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Attempting to bind port ca34c05a-231c-43f2-83b9-d1d28fd40d37 on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:57.922327 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3648ea-9654-47b2-8d2e-f542b03ee251 req-d46cc7a7-0388-4353-b526-2966fce3d876 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:57.930006 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9a3648ea-9654-47b2-8d2e-f542b03ee251 req-d46cc7a7-0388-4353-b526-2966fce3d876 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1868405 Aug 25 16:09:57.930150 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-522dd510-e903-4eea-8e19-01c3b5dcf88f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74f9a43db53247eb8cb8c9cb6b6893b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0967743 Aug 25 16:09:57.930896 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Port ca34c05a-231c-43f2-83b9-d1d28fd40d37 on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:09:57.931412 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Attempting to bind port ca34c05a-231c-43f2-83b9-d1d28fd40d37 on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:57.933225 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52628) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:57.938905 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:57.939233 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Checking segment: {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:57.939690 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Bound using segment: {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:57.940116 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Bound port: ca34c05a-231c-43f2-83b9-d1d28fd40d37, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:57.940457 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.005248 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-74cc5f9e-dc23-434d-971f-7f3b70f666d3 req-9ce9264c-0e88-4898-8771-c93371b8a094 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337862 Aug 25 16:09:58.055063 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] For port ca34c05a-231c-43f2-83b9-d1d28fd40d37, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:58.058704 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] For port ca34c05a-231c-43f2-83b9-d1d28fd40d37, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ca34c05a-231c-43f2-83b9-d1d28fd40d37,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:58.067022 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.073386 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d1d4aab1-c114-4406-9b30-69620c5553b6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:58.093295 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9a3648ea-9654-47b2-8d2e-f542b03ee251 req-c34d984b-b448-4b3e-8257-6efb3f4f6218 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621532 Aug 25 16:09:58.133036 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-759f6f68-ec38-4c85-a276-6c7d28540f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.156807 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.158690 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] 10.222.0.76 "PUT /v2.0/ports/ca34c05a-231c-43f2-83b9-d1d28fd40d37 HTTP/1.1" status: 200 len: 1094 time: 1.3189759 Aug 25 16:09:58.159311 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f50fa80-ebee-4421-8554-da0ef2bb8719', 'tag': 'ca34c05a-231c-43f2-83b9-d1d28fd40d37'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:58.207426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca34c05a-231c-43f2-83b9-d1d28fd40d37,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:58.211435 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:58.241686 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-759f6f68-ec38-4c85-a276-6c7d28540f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.353270 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-759f6f68-ec38-4c85-a276-6c7d28540f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.360477 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e3e25add-edb5-4f98-887f-efff6388ef2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:58.380530 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f6f68-ec38-4c85-a276-6c7d28540f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bf8e95-1410-43b2-a243-aa773f0e557a,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:58.384011 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-759f6f68-ec38-4c85-a276-6c7d28540f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:58.386169 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-759f6f68-ec38-4c85-a276-6c7d28540f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.391085 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-759f6f68-ec38-4c85-a276-6c7d28540f34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7bf8e95-1410-43b2-a243-aa773f0e557a HTTP/1.1" status: 204 len: 168 time: 0.4561296 Aug 25 16:09:58.406869 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f50fa80-ebee-4421-8554-da0ef2bb8719', 'tag': 'ca34c05a-231c-43f2-83b9-d1d28fd40d37', 'status': 'completed', 'code': 200} Aug 25 16:09:58.428784 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-b3b7838d-72f9-47fe-b55f-6909e4f0f288 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 1097 time: 0.1108687 Aug 25 16:09:58.443710 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52648) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:58.516988 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-23e5076c-27a1-4b2d-9b1e-cf26d1f1f553 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca34c05a-231c-43f2-83b9-d1d28fd40d37 HTTP/1.1" status: 200 len: 217 time: 0.0678940 Aug 25 16:09:58.587263 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4390a-610c-44f1-9f27-72783b184c01 req-36cb9c7b-9675-43e1-8d0d-099b47a6fe14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:58.589422 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-36cb9c7b-9675-43e1-8d0d-099b47a6fe14 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4f5401a7-aee7-4cf9-8721-14dbab981305 HTTP/1.1" status: 200 len: 854 time: 0.0639427 Aug 25 16:09:58.611053 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.648858 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-85769f04-d8fc-4c12-aecd-4590d28d82ef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469534 Aug 25 16:09:58.649096 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:58.652772 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Usage tracker for resource:security_group_rule and tenant:32e39639438f4b60b5b83e8f813bf8b2 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:58.656238 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:58.662117 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:58.734628 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.740011 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.748083 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-214f7160-e6e3-4315-831f-7a9ae1ea90d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:58.775503 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a87dbb-4cfb-41fb-8da7-1afd94be7138,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:58.781244 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:58.795685 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-cec1b158-d086-40a9-86bd-11073bce7c32 service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384354 Aug 25 16:09:58.802932 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32e39639438f4b60b5b83e8f813bf8b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3580642 Aug 25 16:09:58.805400 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52660) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:58.879891 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e44a53b5-64ad-43ee-8971-d8b395fedf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.914991 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e44a53b5-64ad-43ee-8971-d8b395fedf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.956256 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-28c4390a-610c-44f1-9f27-72783b184c01 req-7fa34fe8-620b-4520-b390-ed92d0d45221 service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535788 Aug 25 16:09:58.980380 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e44a53b5-64ad-43ee-8971-d8b395fedf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.984614 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:58.995858 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a53b5-64ad-43ee-8971-d8b395fedf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a87dbb-4cfb-41fb-8da7-1afd94be7138,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:59.001004 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e44a53b5-64ad-43ee-8971-d8b395fedf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:59.002857 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e44a53b5-64ad-43ee-8971-d8b395fedf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.004118 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e44a53b5-64ad-43ee-8971-d8b395fedf19 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d9a87dbb-4cfb-41fb-8da7-1afd94be7138 HTTP/1.1" status: 204 len: 168 time: 0.1976988 Aug 25 16:09:59.196379 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc031bbf-a971-4e31-b9d9-2512f2fbbc0e req-24362fe5-2a61-4903-9c2e-453490139fd8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 1097 time: 0.1113422 Aug 25 16:09:59.343695 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd69734-043d-4ac9-b00c-ea9f0193a737 req-e6cf27ba-de49-4fc2-b0e0-4d7a80ab76f4 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:59.345215 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8cd69734-043d-4ac9-b00c-ea9f0193a737 req-e6cf27ba-de49-4fc2-b0e0-4d7a80ab76f4 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 944 time: 0.1742399 Aug 25 16:09:59.426924 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc031bbf-a971-4e31-b9d9-2512f2fbbc0e req-4f0543eb-0054-4eb8-9e48-04897c0f1335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:59.428789 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc031bbf-a971-4e31-b9d9-2512f2fbbc0e req-4f0543eb-0054-4eb8-9e48-04897c0f1335 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 916 time: 0.2231178 Aug 25 16:09:59.497446 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8cd69734-043d-4ac9-b00c-ea9f0193a737 req-ea4bf431-70c9-4bf2-a4d4-f76c3ea2405e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832438 Aug 25 16:09:59.523029 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52692) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:59.564125 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50569d64-493f-4775-80a6-bd4e41f92c77 req-2c63fe68-9e3b-4ae2-8535-a45ac4f3cb73 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:59.570834 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-50569d64-493f-4775-80a6-bd4e41f92c77 req-2c63fe68-9e3b-4ae2-8535-a45ac4f3cb73 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.2376893 Aug 25 16:09:59.590526 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.613114 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc031bbf-a971-4e31-b9d9-2512f2fbbc0e req-644ac133-bc71-4692-9a55-840311033347 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca34c05a-231c-43f2-83b9-d1d28fd40d37 HTTP/1.1" status: 200 len: 217 time: 0.1662469 Aug 25 16:09:59.668452 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:59.673411 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-50569d64-493f-4775-80a6-bd4e41f92c77 req-ecaf6195-3243-4a7c-a14a-d62df3c35de4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014938 Aug 25 16:09:59.678726 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Usage tracker for resource:security_group_rule and tenant:50d31d2288bd4ea1ad06bb14d7291817 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:59.687759 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:59.709029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc031bbf-a971-4e31-b9d9-2512f2fbbc0e req-d556577c-5ed1-4b90-a73f-f8c65ecba1a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:59.709525 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:59.710443 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc031bbf-a971-4e31-b9d9-2512f2fbbc0e req-d556577c-5ed1-4b90-a73f-f8c65ecba1a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4f5401a7-aee7-4cf9-8721-14dbab981305 HTTP/1.1" status: 200 len: 854 time: 0.0899727 Aug 25 16:09:59.794393 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.806318 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.815748 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc031bbf-a971-4e31-b9d9-2512f2fbbc0e req-54a05e65-d02b-4c35-9f5f-5f3c08f3041e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679362 Aug 25 16:09:59.849024 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9e16ce8b-48ce-4e0a-b0e3-be6eed680460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:59.864894 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50d31d2288bd4ea1ad06bb14d7291817&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3408086 Aug 25 16:09:59.867462 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52698) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:59.956941 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dda9c5-4f95-492b-bf44-f0efe9f47e12,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:59.963815 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:00.070536 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc031bbf-a971-4e31-b9d9-2512f2fbbc0e req-70698fc1-1659-463b-9cef-388d59a06051 service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306640 Aug 25 16:10:00.088113 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cba7b93-465e-4f76-9873-eca44e37b25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:00.121641 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cba7b93-465e-4f76-9873-eca44e37b25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:00.184327 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cba7b93-465e-4f76-9873-eca44e37b25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:00.190014 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b9e577a9-c3f2-4fc3-bec0-2d944a217d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:00.206102 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7cba7b93-465e-4f76-9873-eca44e37b25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:00.211069 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-7cba7b93-465e-4f76-9873-eca44e37b25c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7dda9c5-4f95-492b-bf44-f0efe9f47e12 HTTP/1.1" status: 204 len: 168 time: 0.3401742 Aug 25 16:10:00.211069 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba7b93-465e-4f76-9873-eca44e37b25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dda9c5-4f95-492b-bf44-f0efe9f47e12,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:00.222161 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7cba7b93-465e-4f76-9873-eca44e37b25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:00.281862 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc031bbf-a971-4e31-b9d9-2512f2fbbc0e req-8c51da40-2ad3-4e8c-82fc-1266cc6c4822 service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002692 Aug 25 16:10:00.735456 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5f59-7612-4346-ac51-43a5799f4b0b req-6411f1ca-0c4a-4693-8fd0-f51e5dfc0cac tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:00.737114 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c51c5f59-7612-4346-ac51-43a5799f4b0b req-6411f1ca-0c4a-4693-8fd0-f51e5dfc0cac tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 944 time: 0.0873132 Aug 25 16:10:00.802153 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c51c5f59-7612-4346-ac51-43a5799f4b0b req-58eae86c-4e27-4e5e-b888-1fdcb9ec46a8 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 Aug 25 16:10:00.961551 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750826a-4f0e-46c0-875a-3586133c8d12 req-bb6f5897-31ab-458c-9508-ab9a9cbbebe1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:00.963892 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f750826a-4f0e-46c0-875a-3586133c8d12 req-bb6f5897-31ab-458c-9508-ab9a9cbbebe1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1231043 Aug 25 16:10:01.015359 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f750826a-4f0e-46c0-875a-3586133c8d12 req-48f1a63a-469e-44c1-8d92-421e31f1304e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456989 Aug 25 16:10:02.049664 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device ca34c05a-231c-43f2-83b9-d1d28fd40d37 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:02.160963 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84632f0a-4139-402d-b261-dd04f80f83f3 req-ff20881e-47cc-406e-9b1d-09d514ea0096 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:02.169641 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-84632f0a-4139-402d-b261-dd04f80f83f3 req-ff20881e-47cc-406e-9b1d-09d514ea0096 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 944 time: 0.2204726 Aug 25 16:10:02.233158 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port ca34c05a-231c-43f2-83b9-d1d28fd40d37, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ca34c05a-231c-43f2-83b9-d1d28fd40d37,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:02.255293 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'ca34c05a-231c-43f2-83b9-d1d28fd40d37', 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7', 'port_id': 'ca34c05a-231c-43f2-83b9-d1d28fd40d37', 'mac_address': 'fa:16:3e:79:0a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5401a7-aee7-4cf9-8721-14dbab981305', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:02.271561 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-84632f0a-4139-402d-b261-dd04f80f83f3 req-89447efb-1451-41b5-8291-bc2ccadbe696 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005485 Aug 25 16:10:02.320294 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e169e5d-03da-4f54-bbc8-de422f708c58 req-126e3ae4-6914-460e-a31e-ec22eff49308 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:02.323500 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.327231 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6e169e5d-03da-4f54-bbc8-de422f708c58 req-126e3ae4-6914-460e-a31e-ec22eff49308 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1208844 Aug 25 16:10:02.376702 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca34c05a-231c-43f2-83b9-d1d28fd40d37 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:02.396445 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port ca34c05a-231c-43f2-83b9-d1d28fd40d37, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ca34c05a-231c-43f2-83b9-d1d28fd40d37,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:02.398507 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6e169e5d-03da-4f54-bbc8-de422f708c58 req-c318edca-de2e-4eb6-8342-35eac16e40b0 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691595 Aug 25 16:10:02.402633 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.407906 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-417f2501-3910-41a9-814f-e0ac0593a30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:02.539042 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=ca34c05a-231c-43f2-83b9-d1d28fd40d37,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:02.551234 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:02.720939 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52808) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:02.728513 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.863733 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.893300 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:02.897336 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Usage tracker for resource:security_group_rule and tenant:30ee59b3c2db45f58774e2711978cf1d is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:02.900124 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:02.906650 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:02.980071 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.984099 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:02.991315 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-759f6f68-ec38-4c85-a276-6c7d28540f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:03.030875 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28661042-790e-4e6e-8c27-d71ae9a7d45e,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:03.035291 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30ee59b3c2db45f58774e2711978cf1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3133450 Aug 25 16:10:03.036155 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:03.037820 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52818) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:03.095758 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0eee790c-1736-4b59-872e-fb44576ba588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.120001 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0eee790c-1736-4b59-872e-fb44576ba588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.169557 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0eee790c-1736-4b59-872e-fb44576ba588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.173254 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:03.183911 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee790c-1736-4b59-872e-fb44576ba588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28661042-790e-4e6e-8c27-d71ae9a7d45e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:03.187269 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0eee790c-1736-4b59-872e-fb44576ba588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:03.190775 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0eee790c-1736-4b59-872e-fb44576ba588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.191932 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-0eee790c-1736-4b59-872e-fb44576ba588 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28661042-790e-4e6e-8c27-d71ae9a7d45e HTTP/1.1" status: 204 len: 168 time: 0.1532321 Aug 25 16:10:03.515245 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 52830) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:03.536004 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.567980 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:03.571756 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6f4a10235c4f4003bb51da2a2cea12c6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:03.574527 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:03.581209 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:03.644877 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.648599 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.655935 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0eee790c-1736-4b59-872e-fb44576ba588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:03.694692 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d7872-211d-45bb-b5e2-a1d426b7a3a6,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:03.699921 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6f4a10235c4f4003bb51da2a2cea12c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1836109 Aug 25 16:10:03.701806 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:03.702468 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 52836) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:03.764032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4945266f-4b8b-408d-a453-4c2a8028764f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.788551 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4945266f-4b8b-408d-a453-4c2a8028764f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.840415 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4945266f-4b8b-408d-a453-4c2a8028764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.844391 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-11bfcacb-c874-48aa-982f-19750fe973ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:03.855384 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945266f-4b8b-408d-a453-4c2a8028764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d7872-211d-45bb-b5e2-a1d426b7a3a6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:03.859374 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4945266f-4b8b-408d-a453-4c2a8028764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:03.863002 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4945266f-4b8b-408d-a453-4c2a8028764f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:03.866801 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4945266f-4b8b-408d-a453-4c2a8028764f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d11d7872-211d-45bb-b5e2-a1d426b7a3a6 HTTP/1.1" status: 204 len: 168 time: 0.1633091 Aug 25 16:10:05.645165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25d513-3337-4d34-ab75-ad70a202330f req-3b731625-2830-4822-b076-c72cf3cc269a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:05.646624 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7d25d513-3337-4d34-ab75-ad70a202330f req-3b731625-2830-4822-b076-c72cf3cc269a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 945 time: 0.1327009 Aug 25 16:10:05.695519 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1fd71-25b6-477d-a7cb-f4351dfb66c9 req-31307e6d-30e6-48cb-af10-5f36ee4beacb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:05.697056 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8dc1fd71-25b6-477d-a7cb-f4351dfb66c9 req-31307e6d-30e6-48cb-af10-5f36ee4beacb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1315649 Aug 25 16:10:05.714540 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['ca34c05a-231c-43f2-83b9-d1d28fd40d37'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:05.722824 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7d25d513-3337-4d34-ab75-ad70a202330f req-a3c20764-37cc-4901-80c1-e2c2dac14b34 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701602 Aug 25 16:10:05.756590 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8dc1fd71-25b6-477d-a7cb-f4351dfb66c9 req-f6b18198-5e93-4e8f-b710-cab8d7135cfa tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465710 Aug 25 16:10:06.999665 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd4dc7-4d32-4864-910c-fdbcc20a5db6 req-cf08d6cc-5f61-4030-bb28-6bea13f2de63 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:07.001174 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91dd4dc7-4d32-4864-910c-fdbcc20a5db6 req-cf08d6cc-5f61-4030-bb28-6bea13f2de63 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 945 time: 0.1425538 Aug 25 16:10:07.007720 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c5ef-fed4-4153-be4d-0bee290e7236 req-3f1ddef5-b3d2-4340-9675-79aeaf967151 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:07.009082 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-53b0c5ef-fed4-4153-be4d-0bee290e7236 req-3f1ddef5-b3d2-4340-9675-79aeaf967151 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1127493 Aug 25 16:10:07.080794 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91dd4dc7-4d32-4864-910c-fdbcc20a5db6 req-3d682fdd-2a74-4146-887c-fdf4f52fa6be tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707655 Aug 25 16:10:07.087746 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-53b0c5ef-fed4-4153-be4d-0bee290e7236 req-617a339b-f63a-4978-924e-b053f0286d69 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641129 Aug 25 16:10:08.066411 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device ca34c05a-231c-43f2-83b9-d1d28fd40d37 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:08.149278 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port ca34c05a-231c-43f2-83b9-d1d28fd40d37 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:08.161181 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port ca34c05a-231c-43f2-83b9-d1d28fd40d37 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:08.162210 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.356469 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.374633 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563f21-d392-40c0-b3be-d6e0a651a242 req-f82053a7-1a06-4703-a192-10e4aec33d85 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:08.383332 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-19563f21-d392-40c0-b3be-d6e0a651a242 req-f82053a7-1a06-4703-a192-10e4aec33d85 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 945 time: 0.1203198 Aug 25 16:10:08.400966 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f50fa80-ebee-4421-8554-da0ef2bb8719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca34c05a-231c-43f2-83b9-d1d28fd40d37'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:08.407539 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port ca34c05a-231c-43f2-83b9-d1d28fd40d37, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ca34c05a-231c-43f2-83b9-d1d28fd40d37,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:08.412477 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.414941 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:08.524170 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-19563f21-d392-40c0-b3be-d6e0a651a242 req-1b83460a-6c60-4f22-93e6-c2a231b59b17 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397352 Aug 25 16:10:08.526506 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=ca34c05a-231c-43f2-83b9-d1d28fd40d37,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:08.534225 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:08.547831 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b35b-bf6a-4d97-a7b7-15359fb29b15 req-16ee0c66-6289-4a99-8c2c-e4e57956fc3d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:08.566013 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4fd2b35b-bf6a-4d97-a7b7-15359fb29b15 req-16ee0c66-6289-4a99-8c2c-e4e57956fc3d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1799800 Aug 25 16:10:08.656010 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4fd2b35b-bf6a-4d97-a7b7-15359fb29b15 req-3c2e7429-d218-4a3e-98f9-dea694cb6b5c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832250 Aug 25 16:10:08.660889 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f50fa80-ebee-4421-8554-da0ef2bb8719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca34c05a-231c-43f2-83b9-d1d28fd40d37', 'code': 200} Aug 25 16:10:08.956270 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26db9113-3a29-4090-b8f4-bdc86cccc0a2 req-5b3b5a2a-5ed6-451b-909d-fffc87ff98e0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 1099 time: 0.0855708 Aug 25 16:10:09.032962 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26db9113-3a29-4090-b8f4-bdc86cccc0a2 req-f8d4551b-0454-46b7-bfe6-561b0bb65718 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616727 Aug 25 16:10:09.739029 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a6098-5f99-4479-854f-d436dbedca91 req-2135348e-31b9-4c60-a922-85ac71c964d7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:09.741574 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-004a6098-5f99-4479-854f-d436dbedca91 req-2135348e-31b9-4c60-a922-85ac71c964d7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 946 time: 0.0794899 Aug 25 16:10:09.839062 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-004a6098-5f99-4479-854f-d436dbedca91 req-b9874c8e-1d84-4699-8787-c0cf9381bb50 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927708 Aug 25 16:10:09.882842 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa15981-6e44-4d8b-9832-41333bd78bf4 req-e62e0851-438b-47b4-8ee1-1267c325cf14 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:09.884446 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5aa15981-6e44-4d8b-9832-41333bd78bf4 req-e62e0851-438b-47b4-8ee1-1267c325cf14 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0935717 Aug 25 16:10:09.932464 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5aa15981-6e44-4d8b-9832-41333bd78bf4 req-9d762a00-b40f-40b4-8f16-4e43091a753a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Aug 25 16:10:10.764227 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53026) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:10.911611 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.944715 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:10.948446 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:6313e0e0d3214ba892cb0197a4255ac0 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:10.951233 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:10.957018 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:11.121315 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.133353 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.141536 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:11.189377 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e409cb1-ac82-4e41-850e-d9ad5c59ac63,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:11.198165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb6a40-6421-4527-9014-5cbf523ebdfd req-31d846ed-3078-4856-a9f0-d4b16fea3a68 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:11.199721 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fecb6a40-6421-4527-9014-5cbf523ebdfd req-31d846ed-3078-4856-a9f0-d4b16fea3a68 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 946 time: 0.2139921 Aug 25 16:10:11.201686 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:11.229735 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6313e0e0d3214ba892cb0197a4255ac0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4620144 Aug 25 16:10:11.230130 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53042) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:11.246186 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902208d-b126-48b7-8ced-1c528c5e6bbe req-d5240034-4040-43a6-8748-f3d05e51d04c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:11.247643 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b902208d-b126-48b7-8ced-1c528c5e6bbe req-d5240034-4040-43a6-8748-f3d05e51d04c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1849134 Aug 25 16:10:11.287337 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fecb6a40-6421-4527-9014-5cbf523ebdfd req-338c9f12-27cc-4466-907e-095cac023298 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796380 Aug 25 16:10:11.305255 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6644-7e8b-4194-b5fe-838b783f0f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.335799 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b902208d-b126-48b7-8ced-1c528c5e6bbe req-d0cb343f-53bd-44e6-a18b-fb020a9ee959 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796943 Aug 25 16:10:11.359629 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6644-7e8b-4194-b5fe-838b783f0f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.421622 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6644-7e8b-4194-b5fe-838b783f0f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.427413 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-79e4db3a-670c-4271-ab16-0e5e799d39ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:11.438568 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea6644-7e8b-4194-b5fe-838b783f0f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e409cb1-ac82-4e41-850e-d9ad5c59ac63,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:11.442174 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8ea6644-7e8b-4194-b5fe-838b783f0f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:11.447878 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6644-7e8b-4194-b5fe-838b783f0f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.455497 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e8ea6644-7e8b-4194-b5fe-838b783f0f35 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e409cb1-ac82-4e41-850e-d9ad5c59ac63 HTTP/1.1" status: 204 len: 168 time: 0.2233639 Aug 25 16:10:11.933294 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53072) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:11.955855 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.002228 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:12.006025 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Usage tracker for resource:security_group_rule and tenant:da1a46a29aaa403a838c4c9d8aa120a4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:12.009079 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:12.016376 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:12.092310 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.096093 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.102798 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cbf7e2d0-d3a5-486d-8fab-87320b43829f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:12.140109 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b4833-7efb-4154-b735-ca934d508f8d,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:12.143101 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:12.151880 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da1a46a29aaa403a838c4c9d8aa120a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2153633 Aug 25 16:10:12.151880 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53084) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:12.214870 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fe393cf4-a6f7-48dd-85bc-208571b3d0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.243167 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fe393cf4-a6f7-48dd-85bc-208571b3d0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.301511 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fe393cf4-a6f7-48dd-85bc-208571b3d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.306730 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-32d8f942-03f6-47cc-8f25-6eefb744ce9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:12.322595 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe393cf4-a6f7-48dd-85bc-208571b3d0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b4833-7efb-4154-b735-ca934d508f8d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:12.325052 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fe393cf4-a6f7-48dd-85bc-208571b3d0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:12.329605 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fe393cf4-a6f7-48dd-85bc-208571b3d0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:12.330864 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-fe393cf4-a6f7-48dd-85bc-208571b3d0ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c99b4833-7efb-4154-b735-ca934d508f8d HTTP/1.1" status: 204 len: 168 time: 0.1781328 Aug 25 16:10:12.475989 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66cb025e-b54f-4088-bcdc-664bf3d0e95d req-27bcea81-f843-41fa-85b6-3d36eb0b96b6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 1098 time: 0.0753434 Aug 25 16:10:12.528260 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66cb025e-b54f-4088-bcdc-664bf3d0e95d req-a0dabb03-30ee-4fbd-9244-a0d44219797c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444028 Aug 25 16:10:12.549941 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ac7f1-e47e-4de4-a91f-3ff44eb5b849 req-7f0de1ef-26bd-43e0-ab19-4f99f932c0c6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:12.551993 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-385ac7f1-e47e-4de4-a91f-3ff44eb5b849 req-7f0de1ef-26bd-43e0-ab19-4f99f932c0c6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0969880 Aug 25 16:10:12.605400 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-385ac7f1-e47e-4de4-a91f-3ff44eb5b849 req-1c204aa2-6f57-48a2-bdf3-f16af2e53053 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435843 Aug 25 16:10:13.711390 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1a78-9afb-4670-a5a7-49fa0d6a30f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:13.899267 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eaf99-133d-4a80-b6a4-ccfbe32612d8 req-15e0a443-4dcd-4f88-8448-57f4342aaada tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:13.901259 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5d2eaf99-133d-4a80-b6a4-ccfbe32612d8 req-15e0a443-4dcd-4f88-8448-57f4342aaada tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0999148 Aug 25 16:10:13.975340 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5d2eaf99-133d-4a80-b6a4-ccfbe32612d8 req-e341fb93-8606-48d2-b137-92873c2d4f31 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541773 Aug 25 16:10:13.976647 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53178) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:14.170937 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.356332 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.393237 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:14.396985 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] Usage tracker for resource:security_group_rule and tenant:6546d1a1fb0e4f139d67da17dc171638 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:14.399788 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:14.405992 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:14.477273 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.481289 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.489957 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-142f8877-c1ca-46a0-be18-07a50af14ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:14.530472 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10dd481-7c34-4173-8814-99d104e998d9,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:14.534863 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6546d1a1fb0e4f139d67da17dc171638&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5572162 Aug 25 16:10:14.535771 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f2a35d80-2378-479c-802b-18b596df1939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:14.537749 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53202) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:14.601420 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5879db05-836b-4c6a-b9b5-8091cf8aab85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.626741 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5879db05-836b-4c6a-b9b5-8091cf8aab85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.680525 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5879db05-836b-4c6a-b9b5-8091cf8aab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.685779 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-81e345eb-07c0-4ca1-a32a-104168dfb1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:14.698380 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879db05-836b-4c6a-b9b5-8091cf8aab85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10dd481-7c34-4173-8814-99d104e998d9,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:14.700658 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5879db05-836b-4c6a-b9b5-8091cf8aab85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:14.702952 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5879db05-836b-4c6a-b9b5-8091cf8aab85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:14.704214 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5879db05-836b-4c6a-b9b5-8091cf8aab85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e10dd481-7c34-4173-8814-99d104e998d9 HTTP/1.1" status: 204 len: 168 time: 0.1659701 Aug 25 16:10:15.131774 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53226) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:15.152295 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.189531 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:15.195355 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a9333-2b67-4562-a964-a45a11332053 req-33aeffcc-4dfa-462b-8f0e-0199e22b7fed tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:15.196775 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Usage tracker for resource:security_group_rule and tenant:ea876011748c4e46af573824f5190ac6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:15.196900 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ea1a9333-2b67-4562-a964-a45a11332053 req-33aeffcc-4dfa-462b-8f0e-0199e22b7fed tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0815282 Aug 25 16:10:15.200208 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:15.208984 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:15.255772 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ea1a9333-2b67-4562-a964-a45a11332053 req-52321beb-00c0-4504-a538-08b999599ebc tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517194 Aug 25 16:10:15.287089 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.291738 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.300288 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7179ad88-2311-447a-b84a-1136b1be616c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:15.347359 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea876011748c4e46af573824f5190ac6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2133162 Aug 25 16:10:15.350366 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53242) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:15.368188 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c749e2a-d4af-41e8-9e55-462fb4f58a6e,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:15.383466 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:15.593974 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3baab5ae-0d28-400d-a1cd-d1bf3938e06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.618850 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aa2b7-9eca-4e3f-9712-27209ad6eda9 req-44e90b75-5c5e-46ee-a90f-870f157b4ea3 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:15.620349 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6e6aa2b7-9eca-4e3f-9712-27209ad6eda9 req-44e90b75-5c5e-46ee-a90f-870f157b4ea3 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1400995 Aug 25 16:10:15.648875 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3baab5ae-0d28-400d-a1cd-d1bf3938e06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.705762 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6e6aa2b7-9eca-4e3f-9712-27209ad6eda9 req-0f7ca38a-44d1-4950-9268-636dd13af82d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755551 Aug 25 16:10:15.725778 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3baab5ae-0d28-400d-a1cd-d1bf3938e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.735079 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:15.749994 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baab5ae-0d28-400d-a1cd-d1bf3938e06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c749e2a-d4af-41e8-9e55-462fb4f58a6e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:15.767063 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3baab5ae-0d28-400d-a1cd-d1bf3938e06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:15.779312 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3baab5ae-0d28-400d-a1cd-d1bf3938e06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.780531 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-3baab5ae-0d28-400d-a1cd-d1bf3938e06e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c749e2a-d4af-41e8-9e55-462fb4f58a6e HTTP/1.1" status: 204 len: 168 time: 0.4291821 Aug 25 16:10:16.266941 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53276) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:16.287771 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.327141 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:16.331499 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Usage tracker for resource:security_group_rule and tenant:759a06af670a42ae9e649b273efe7536 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:16.335501 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:16.342084 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:16.416933 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.421589 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.429930 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:16.430258 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53284) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:16.478623 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b48512-aa23-48a3-8e20-72cd2b9d90f8,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:16.485369 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=759a06af670a42ae9e649b273efe7536&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2172105 Aug 25 16:10:16.486347 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:16.487997 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53292) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:16.515397 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f42b32cc-6803-4b12-90ab-524db6254874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.569884 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53fea916-622d-4883-9fbb-08b2d244660b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.613280 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53fea916-622d-4883-9fbb-08b2d244660b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.622024 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.677455 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:16.682272 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Usage tracker for resource:security_group_rule and tenant:9e3c961f13bd491da17bcaf4b6816cb8 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:16.685216 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:16.691588 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:16.701893 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53fea916-622d-4883-9fbb-08b2d244660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.706148 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5879db05-836b-4c6a-b9b5-8091cf8aab85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:16.723830 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fea916-622d-4883-9fbb-08b2d244660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b48512-aa23-48a3-8e20-72cd2b9d90f8,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:16.726571 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-53fea916-622d-4883-9fbb-08b2d244660b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:16.760042 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53fea916-622d-4883-9fbb-08b2d244660b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.761245 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-53fea916-622d-4883-9fbb-08b2d244660b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93b48512-aa23-48a3-8e20-72cd2b9d90f8 HTTP/1.1" status: 204 len: 168 time: 0.2717233 Aug 25 16:10:16.795805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.799881 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.806733 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0d191593-1f60-4bd5-8b29-5c08f7507447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:16.846816 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba1a2c-36d8-45ad-acd1-520c3db5ee83,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:16.851579 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:16.855061 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e3c961f13bd491da17bcaf4b6816cb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4237254 Aug 25 16:10:16.858464 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53304) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:16.947762 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8e950d48-aeb4-407a-be31-fa3bd981b685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.978944 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8e950d48-aeb4-407a-be31-fa3bd981b685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.040095 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8e950d48-aeb4-407a-be31-fa3bd981b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.045344 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-112b05db-d07c-4b77-988a-d5210cbd14a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:17.057354 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e950d48-aeb4-407a-be31-fa3bd981b685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba1a2c-36d8-45ad-acd1-520c3db5ee83,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:17.061307 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8e950d48-aeb4-407a-be31-fa3bd981b685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:17.068889 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8e950d48-aeb4-407a-be31-fa3bd981b685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.070192 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8e950d48-aeb4-407a-be31-fa3bd981b685 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49ba1a2c-36d8-45ad-acd1-520c3db5ee83 HTTP/1.1" status: 204 len: 168 time: 0.2106299 Aug 25 16:10:17.429078 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53330) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:17.450030 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.482789 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:17.486698 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Usage tracker for resource:security_group_rule and tenant:bfa0d8c5bfd34246a2bac9ae6dfa3ff8 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:17.489767 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:17.495906 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:17.572497 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.601010 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.607823 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.617650 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8e950d48-aeb4-407a-be31-fa3bd981b685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:17.674526 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bfa0d8c5bfd34246a2bac9ae6dfa3ff8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2443390 Aug 25 16:10:17.677131 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53342) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:17.682360 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee91de3-76eb-4905-84dc-96bbd42fb82b,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:17.686426 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:17.760147 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5d03343b-e2cd-4ad4-80a1-3b5998a2153e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.788706 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5d03343b-e2cd-4ad4-80a1-3b5998a2153e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.866332 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5d03343b-e2cd-4ad4-80a1-3b5998a2153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.883191 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9727caa3-01b6-4aa8-b582-525fb0b42fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:17.922410 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03343b-e2cd-4ad4-80a1-3b5998a2153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee91de3-76eb-4905-84dc-96bbd42fb82b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:17.945466 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5d03343b-e2cd-4ad4-80a1-3b5998a2153e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:17.995615 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5d03343b-e2cd-4ad4-80a1-3b5998a2153e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:17.996961 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5d03343b-e2cd-4ad4-80a1-3b5998a2153e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dee91de3-76eb-4905-84dc-96bbd42fb82b HTTP/1.1" status: 204 len: 168 time: 0.3187954 Aug 25 16:10:18.078434 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12ebc316-3328-4f66-8f65-c7fc9ca1f1bf req-2fb9f37f-7619-424a-b02f-cc12529e28a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1098 time: 0.1600702 Aug 25 16:10:18.082849 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4fbe-2d8e-41be-9df9-4198a817449f req-a74fb9c1-7395-464e-aada-cc2329d9cefb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:18.091265 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-daad4fbe-2d8e-41be-9df9-4198a817449f req-a74fb9c1-7395-464e-aada-cc2329d9cefb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1324024 Aug 25 16:10:18.165836 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-daad4fbe-2d8e-41be-9df9-4198a817449f req-3f6bf042-83e1-43b6-8130-8511eb85f318 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728502 Aug 25 16:10:18.306691 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc316-3328-4f66-8f65-c7fc9ca1f1bf req-5c632276-e4b8-4cb9-84db-bf9681f8ca5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:18.308168 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12ebc316-3328-4f66-8f65-c7fc9ca1f1bf req-5c632276-e4b8-4cb9-84db-bf9681f8ca5a service neutron] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 920 time: 0.1827216 Aug 25 16:10:18.396423 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12ebc316-3328-4f66-8f65-c7fc9ca1f1bf req-de0aae2c-f1f1-454b-9256-50c36c5fc220 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bdf7007-134a-442c-991e-6fe82b38df45 HTTP/1.1" status: 200 len: 217 time: 0.0752974 Aug 25 16:10:18.496143 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc316-3328-4f66-8f65-c7fc9ca1f1bf req-94ce2238-a18e-4ec7-8368-16b3ee6392b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:18.498155 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12ebc316-3328-4f66-8f65-c7fc9ca1f1bf req-94ce2238-a18e-4ec7-8368-16b3ee6392b0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.0699391 Aug 25 16:10:18.543989 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12ebc316-3328-4f66-8f65-c7fc9ca1f1bf req-f4af3329-2ef6-4fa4-8cd5-485e68c5d399 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386896 Aug 25 16:10:18.742504 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12ebc316-3328-4f66-8f65-c7fc9ca1f1bf req-5df7c73c-05ab-4dcf-a1cb-27cbd4d3f06c service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808913 Aug 25 16:10:18.882963 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12ebc316-3328-4f66-8f65-c7fc9ca1f1bf req-8424458d-a3c8-4a2f-928e-0ad75f0da2d2 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304841 Aug 25 16:10:19.379701 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd6d6c-269d-427f-854c-65fe7b3d367f req-485753f2-f0fc-4892-8589-a06c2ba55c60 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:19.381242 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7edd6d6c-269d-427f-854c-65fe7b3d367f req-485753f2-f0fc-4892-8589-a06c2ba55c60 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0811467 Aug 25 16:10:19.429924 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7edd6d6c-269d-427f-854c-65fe7b3d367f req-c7fc083a-47d3-462b-bfa9-ea9a0be88772 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Aug 25 16:10:19.537601 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53406) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:19.605570 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.691963 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.728002 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:19.732632 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:7a405c76e87049e997960473547a6d8e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:19.736028 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:19.741901 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:19.821264 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.827239 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.834802 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-43616294-4634-4588-b536-c2c751d7d03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:19.874906 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4c2228-349e-45c8-a776-05397fcce3fc,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:19.877872 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:19.881449 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a405c76e87049e997960473547a6d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3427722 Aug 25 16:10:19.884208 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53422) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:19.949219 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-29209897-1ba7-4f88-8688-6e3ef289236e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:19.973784 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-29209897-1ba7-4f88-8688-6e3ef289236e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.027295 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-29209897-1ba7-4f88-8688-6e3ef289236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.032566 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-459b9377-da08-46e2-a69b-8c5f47bcc0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:20.044285 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29209897-1ba7-4f88-8688-6e3ef289236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4c2228-349e-45c8-a776-05397fcce3fc,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:20.048138 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-29209897-1ba7-4f88-8688-6e3ef289236e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:20.053823 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-29209897-1ba7-4f88-8688-6e3ef289236e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:20.054939 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-29209897-1ba7-4f88-8688-6e3ef289236e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da4c2228-349e-45c8-a776-05397fcce3fc HTTP/1.1" status: 204 len: 168 time: 0.1698163 Aug 25 16:10:20.644529 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03b2eb-08a9-4213-b33d-953dd165d2e1 req-59db75e5-dd6c-4e2e-9609-6d28752ad28a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:20.646113 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5d03b2eb-08a9-4213-b33d-953dd165d2e1 req-59db75e5-dd6c-4e2e-9609-6d28752ad28a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0806794 Aug 25 16:10:20.696435 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5d03b2eb-08a9-4213-b33d-953dd165d2e1 req-1e0fd91f-096b-458b-8fc1-f08801acb465 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Aug 25 16:10:20.877658 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53456) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:21.044952 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1036546791-network', 'tenant_id': '618d73e554cd488287e2891c6615eb15'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:21.049418 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:21.053209 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Usage tracker for resource:network and tenant:618d73e554cd488287e2891c6615eb15 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:21.056120 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:21.063134 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:21.072191 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Made reservation on behalf of 618d73e554cd488287e2891c6615eb15 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:21.074397 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.086343 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.116292 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:21.120013 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Usage tracker for resource:security_group_rule and tenant:618d73e554cd488287e2891c6615eb15 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:21.123323 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:21.128882 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:21.159107 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53468) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:21.205797 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.211189 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.215780 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:21.245832 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:10:21.258305 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd395f-a25b-4154-92cc-50f5d1dc258f,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:21.262132 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:21.263030 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.264224 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Added segment 4f3162e9-bb48-4244-87fe-42db0810f6a6 of type vlan for network 89abfdef-a705-4627-8606-dbd004a88e22 Aug 25 16:10:21.289404 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.320860 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.321300 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.322001 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:21.322573 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.325894 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-532f9ef5-9fb9-4fd6-9edb-833f9d89a812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:21.359095 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:21.363229 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Usage tracker for resource:security_group_rule and tenant:13cb8b409f264550a15920ca805b4828 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:21.366228 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:21.371970 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:21.437075 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5548241 Aug 25 16:10:21.437075 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Pushing event updated for resources: {'Network': ['ID=89abfdef-a705-4627-8606-dbd004a88e22,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:21.438304 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53476) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:21.440716 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:21.442420 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.444729 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Request body: {'subnet': {'network_id': '89abfdef-a705-4627-8606-dbd004a88e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1036546791-subnet', 'tenant_id': '618d73e554cd488287e2891c6615eb15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:21.449345 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 89abfdef-a705-4627-8606-dbd004a88e22 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:10:21.449916 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:21.450084 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.455111 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Usage tracker for resource:subnet and tenant:618d73e554cd488287e2891c6615eb15 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:21.458732 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:21.464960 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:21.466703 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-06e900da-7851-49a2-b3ca-9ccbdbe92f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:21.484791 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Made reservation on behalf of 618d73e554cd488287e2891c6615eb15 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:21.484791 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7181586'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.527653 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13cb8b409f264550a15920ca805b4828&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3674159 Aug 25 16:10:21.529166 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 53480) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:21.531904 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28380b7f-7ad5-4459-a9e5-4a9e6abfe9bf,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:21.544864 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:21.608596 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-799be8eb-f775-4ca4-bb5b-7068e61e24ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.636618 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-799be8eb-f775-4ca4-bb5b-7068e61e24ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.692740 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-799be8eb-f775-4ca4-bb5b-7068e61e24ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.697459 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e10bd0cb-0f42-4b76-811e-e9b6f4654ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:21.709432 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799be8eb-f775-4ca4-bb5b-7068e61e24ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28380b7f-7ad5-4459-a9e5-4a9e6abfe9bf,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:21.713959 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7215660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7181568'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.714745 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-799be8eb-f775-4ca4-bb5b-7068e61e24ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:21.718385 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-799be8eb-f775-4ca4-bb5b-7068e61e24ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.721882 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-799be8eb-f775-4ca4-bb5b-7068e61e24ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28380b7f-7ad5-4459-a9e5-4a9e6abfe9bf HTTP/1.1" status: 204 len: 168 time: 0.1893687 Aug 25 16:10:21.722021 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:21.805936 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1a4d34-ace5-4842-82ac-a06c57f822b4,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:21.809246 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:21.818632 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Checking segment: {'id': '4f3162e9-bb48-4244-87fe-42db0810f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:21.818990 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Network hostable DHCP agents. Network: 89abfdef-a705-4627-8606-dbd004a88e22, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:10:21.873331 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Network 89abfdef-a705-4627-8606-dbd004a88e22 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:10:21.893966 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 89abfdef-a705-4627-8606-dbd004a88e22) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:21.906033 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ef5418-654d-4a82-b4cd-690807ec11eb None None] Network 89abfdef-a705-4627-8606-dbd004a88e22 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:10:21.908803 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:21.909556 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:21.946865 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5071542 Aug 25 16:10:21.986760 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a9a29-41db-4126-b6d3-62b8611de8c2 req-6226fd08-3896-42f2-8be7-ffa73e9d5fb4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:21.994739 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e25a9a29-41db-4126-b6d3-62b8611de8c2 req-6226fd08-3896-42f2-8be7-ffa73e9d5fb4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1534336 Aug 25 16:10:22.108733 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e25a9a29-41db-4126-b6d3-62b8611de8c2 req-04096be5-b443-4da7-af8b-d65d364555c9 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129713 Aug 25 16:10:22.241191 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:10:22.344547 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359a40e-062f-4b74-9433-3b7186b5f6cf None None] Network 89abfdef-a705-4627-8606-dbd004a88e22 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:10:23.373911 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8281ccb-8c9a-4c9c-ae48-0911f3972f00 req-854cb86f-fbfa-48e5-865a-f5243f93e061 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:23.375434 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8281ccb-8c9a-4c9c-ae48-0911f3972f00 req-854cb86f-fbfa-48e5-865a-f5243f93e061 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0809574 Aug 25 16:10:23.437374 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8281ccb-8c9a-4c9c-ae48-0911f3972f00 req-85a38716-ef19-4d53-8dc5-1e752ef57f04 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559571 Aug 25 16:10:23.697549 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-49de4923-444e-4e88-84db-03eb494d590e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:23.699118 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-49de4923-444e-4e88-84db-03eb494d590e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 814 time: 0.2185309 Aug 25 16:10:23.717694 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-77abc420-90b3-4599-9b50-0759e6ca2cf3 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/quotas/3c7ab4ea55f24fa9905a48022cd3a8aa HTTP/1.1" status: 200 len: 375 time: 0.0118971 Aug 25 16:10:23.802191 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-16263f9d-883d-403c-9a63-bdad005c0544 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788660 Aug 25 16:10:23.940452 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-0f6b9609-4696-46aa-aff4-1fbe3c99532e service neutron] 10.222.0.73 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310210 Aug 25 16:10:24.071691 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-6bac6d5a-0dc8-4a13-a3e8-16f878987eb3 service neutron] 10.222.0.73 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254189 Aug 25 16:10:24.269377 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e0f10a9d-caf1-4568-aada-29d7ebf5bb87 req-5ad4e55a-8748-43c4-8ec6-a72cd1d588fa tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 210 time: 0.0452764 Aug 25 16:10:24.540764 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-fb8ceda3-7f3f-45c1-bd48-367c4998e6ed tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:24.541463 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-fb8ceda3-7f3f-45c1-bd48-367c4998e6ed tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Synchronizing usage tracker for tenant:618d73e554cd488287e2891c6615eb15 on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:24.562084 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-fb8ceda3-7f3f-45c1-bd48-367c4998e6ed tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Unset dirty status for tenant:618d73e554cd488287e2891c6615eb15 on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:24.563410 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-fb8ceda3-7f3f-45c1-bd48-367c4998e6ed tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/networks?id=89abfdef-a705-4627-8606-dbd004a88e22 HTTP/1.1" status: 200 len: 814 time: 0.1917286 Aug 25 16:10:24.580520 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-44bd74a0-ee5f-4311-aa02-4f3807ebaf5e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/quotas/618d73e554cd488287e2891c6615eb15 HTTP/1.1" status: 200 len: 375 time: 0.0112991 Aug 25 16:10:24.626981 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-f56064d9-1ec5-4be8-902f-2b5a893b3727 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=618d73e554cd488287e2891c6615eb15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411246 Aug 25 16:10:24.757687 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-122a3806-7b17-4bf7-a646-d03eefc9676c service neutron] 10.222.0.73 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241627 Aug 25 16:10:24.899137 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-adba4f04-9c07-4f3d-9ff5-bc800420de92 service neutron] 10.222.0.73 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345727 Aug 25 16:10:25.168929 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0f682-7991-4e68-9b71-5b47a333aef9 req-478f5e0c-3566-464f-ae56-1d01b4fee280 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:25.170914 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bb0f682-7991-4e68-9b71-5b47a333aef9 req-478f5e0c-3566-464f-ae56-1d01b4fee280 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0826247 Aug 25 16:10:25.226485 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bb0f682-7991-4e68-9b71-5b47a333aef9 req-f4ae9ee0-a1a1-4d4b-b7bb-bfd0f2cc0640 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497687 Aug 25 16:10:25.329024 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dc60ef6c-a082-4c13-92c0-c87bba7f25c3 req-ebeb94c4-4306-4640-bd6a-a434c177aeb3 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0405290 Aug 25 16:10:25.480597 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01deb965-18a7-40c1-add7-32e6dd7989be req-85b6e89c-f88d-46c5-af2e-a093b68f6ac7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 210 time: 0.0392134 Aug 25 16:10:27.781923 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09f6bd-a991-451c-b166-7ee486d8e3e7 req-9c355792-bfe3-4c69-9b4e-28f7115f34a8 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:27.784456 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d09f6bd-a991-451c-b166-7ee486d8e3e7 req-9c355792-bfe3-4c69-9b4e-28f7115f34a8 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0986478 Aug 25 16:10:27.843058 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f778159f-dd60-4e31-a007-a40525cdaf9d req-5406af1c-8f67-4ac1-84fd-4a9218e372c4 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0573449 Aug 25 16:10:27.877643 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d09f6bd-a991-451c-b166-7ee486d8e3e7 req-2502bd62-04c8-4ad3-84ed-ef422e4fdc01 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615551 Aug 25 16:10:28.003640 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-045347ef-b54f-492b-b3ce-d584963464fb req-c758c039-53dd-4a90-9d7d-259a6596c939 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 210 time: 0.0438735 Aug 25 16:10:28.647582 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-3999c177-2298-4edf-ba2f-18556fe93c00 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:28.649361 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-3999c177-2298-4edf-ba2f-18556fe93c00 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 814 time: 0.1656303 Aug 25 16:10:28.682698 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Request body: {'port': {'device_id': '88518350-192f-493f-b937-610e24e55c00', 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7', 'admin_state_up': True, 'tenant_id': '3c7ab4ea55f24fa9905a48022cd3a8aa'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:28.828334 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:28.832485 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Usage tracker for resource:port and tenant:3c7ab4ea55f24fa9905a48022cd3a8aa is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:28.836111 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:28.842910 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:28.853229 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Made reservation on behalf of 3c7ab4ea55f24fa9905a48022cd3a8aa for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:28.856525 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.018286 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc5ba0b3-1ec8-4a66-91fb-a31f719dd3ee req-e1c32362-2c9d-4de3-b6f0-a75ab81b1361 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0446241 Aug 25 16:10:29.043349 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Allocated IP 172.20.0.7 (81cfb394-8717-4f82-8a7d-65d5d91c2cb7/4f5401a7-aee7-4cf9-8721-14dbab981305/01931b1a-b098-4f0c-8110-c7694577578f) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:29.140407 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee39da-e6e0-4934-9dbe-ebba90f558b8 req-77d58374-0fd1-4e3c-a3d7-45e337a6e5b2 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:29.142081 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98ee39da-e6e0-4934-9dbe-ebba90f558b8 req-77d58374-0fd1-4e3c-a3d7-45e337a6e5b2 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0885115 Aug 25 16:10:29.212301 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-22e63d85-b9be-4553-9c66-af116b673036 req-0dc22630-874b-4b3d-b632-1eba5aa03fb7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 210 time: 0.0584211 Aug 25 16:10:29.252478 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98ee39da-e6e0-4934-9dbe-ebba90f558b8 req-ad8595e4-fb4c-44c2-882e-6b7ad4514a22 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994930 Aug 25 16:10:29.254904 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.283886 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.289386 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:29.335115 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['ca34c05a-231c-43f2-83b9-d1d28fd40d37'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:29.361594 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:29.365409 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:29.367401 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Pushing event updated for resources: {'Port': ['ID=01931b1a-b098-4f0c-8110-c7694577578f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:29.369579 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:29.395724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:29.555057 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:29.555723 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.568511 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-667bf10b-8c13-4a6d-95c5-9247766f1710 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:29.570135 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-667bf10b-8c13-4a6d-95c5-9247766f1710 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.76 "GET /v2.0/networks?id=89abfdef-a705-4627-8606-dbd004a88e22 HTTP/1.1" status: 200 len: 814 time: 0.1734858 Aug 25 16:10:29.586289 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9106278 Aug 25 16:10:29.631562 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Request body: {'port': {'device_id': 'a6d5f45f-eb21-4cde-bab7-0158b8d8fc25', 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22', 'admin_state_up': True, 'tenant_id': '618d73e554cd488287e2891c6615eb15'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:29.656664 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Request body: {'port': {'device_id': '88518350-192f-493f-b937-610e24e55c00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:29.923034 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:29.926399 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Usage tracker for resource:port and tenant:618d73e554cd488287e2891c6615eb15 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:29.929703 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:29.938189 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:29.941516 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:29.989001 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Made reservation on behalf of 618d73e554cd488287e2891c6615eb15 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:29.992082 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.249402 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b07c16a4-e6dc-4e1d-91eb-b2d545131d7c req-f557978a-d567-419e-9a4e-57f82ac08e4f tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0423625 Aug 25 16:10:30.324764 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Allocated IP 172.20.0.7 (89abfdef-a705-4627-8606-dbd004a88e22/7e1a4d34-ace5-4842-82ac-a06c57f822b4/8b0bba60-c7e9-4012-8650-075490b99b5a) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:30.602775 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01931b1a-b098-4f0c-8110-c7694577578f {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:30.613545 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.628256 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e03684-13e0-4940-80f4-afd219898370 req-8b12f1ef-2a4c-4efc-8ef3-40d66bb2620c tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:30.629752 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c1e03684-13e0-4940-80f4-afd219898370 req-8b12f1ef-2a4c-4efc-8ef3-40d66bb2620c tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 931 time: 0.2390156 Aug 25 16:10:30.636605 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a5eee-1430-49e2-9274-206445422f91 req-bd7b0bfa-d4cf-4b42-902e-33dc219873c1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:30.639940 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d81a5eee-1430-49e2-9274-206445422f91 req-bd7b0bfa-d4cf-4b42-902e-33dc219873c1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1165087 Aug 25 16:10:30.643503 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Transition to ACTIVE for port object 01931b1a-b098-4f0c-8110-c7694577578f will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:30.651307 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.661989 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:30.716844 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.753174 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c1e03684-13e0-4940-80f4-afd219898370 req-d3a7412e-2000-4a22-89ab-595efe0e5afa tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117687 Aug 25 16:10:30.763368 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d81a5eee-1430-49e2-9274-206445422f91 req-6d36fff8-4d7d-42a8-ae80-491585587267 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031375 Aug 25 16:10:30.796681 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=01931b1a-b098-4f0c-8110-c7694577578f,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:30.822112 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.822695 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.823281 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.823611 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.824036 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.824445 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.824854 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.825250 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.826195 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.826604 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.826947 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:30.835402 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:30.875350 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.893874 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:30.990278 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Network 89abfdef-a705-4627-8606-dbd004a88e22 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:30.993499 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:30.999010 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:31.073113 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Pushing event updated for resources: {'Port': ['ID=8b0bba60-c7e9-4012-8650-075490b99b5a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:31.081024 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:31.111082 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:31.111924 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.121820 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Attempting to bind port 01931b1a-b098-4f0c-8110-c7694577578f on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:31.122093 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Attempting to bind port 01931b1a-b098-4f0c-8110-c7694577578f by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:31.123215 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Attempting to bind port 01931b1a-b098-4f0c-8110-c7694577578f on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:31.148445 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5206630 Aug 25 16:10:31.149128 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Port 01931b1a-b098-4f0c-8110-c7694577578f on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:31.149454 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Attempting to bind port 01931b1a-b098-4f0c-8110-c7694577578f on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:31.159809 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:31.160360 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Checking segment: {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:31.161003 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Bound using segment: {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:31.161525 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Bound port: 01931b1a-b098-4f0c-8110-c7694577578f, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:31.161993 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.179637 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Request body: {'port': {'device_id': 'a6d5f45f-eb21-4cde-bab7-0158b8d8fc25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:31.368379 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.380076 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] For port 01931b1a-b098-4f0c-8110-c7694577578f, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:31.394898 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] For port 01931b1a-b098-4f0c-8110-c7694577578f, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01931b1a-b098-4f0c-8110-c7694577578f,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:31.429480 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.452240 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:31.543606 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c841c3-297a-4791-838b-cf6eeeea11f6 req-9a884cc9-06f0-4d41-afe8-d3a3f3f4632d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:31.545249 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55c841c3-297a-4791-838b-cf6eeeea11f6 req-9a884cc9-06f0-4d41-afe8-d3a3f3f4632d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 931 time: 0.1079781 Aug 25 16:10:31.553455 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=01931b1a-b098-4f0c-8110-c7694577578f,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:31.560925 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:31.582077 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.583544 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] 10.222.0.76 "PUT /v2.0/ports/01931b1a-b098-4f0c-8110-c7694577578f HTTP/1.1" status: 200 len: 1093 time: 1.9309978 Aug 25 16:10:31.584190 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88518350-192f-493f-b937-610e24e55c00', 'tag': '01931b1a-b098-4f0c-8110-c7694577578f'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:31.615793 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-55c841c3-297a-4791-838b-cf6eeeea11f6 req-03175069-9b33-44c3-8f24-03c71a3fc892 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Synchronizing usage tracker for tenant:618d73e554cd488287e2891c6615eb15 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:31.639667 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-55c841c3-297a-4791-838b-cf6eeeea11f6 req-03175069-9b33-44c3-8f24-03c71a3fc892 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Unset dirty status for tenant:618d73e554cd488287e2891c6615eb15 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:31.641321 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55c841c3-297a-4791-838b-cf6eeeea11f6 req-03175069-9b33-44c3-8f24-03c71a3fc892 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898778 Aug 25 16:10:31.671417 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88518350-192f-493f-b937-610e24e55c00', 'tag': '01931b1a-b098-4f0c-8110-c7694577578f', 'status': 'completed', 'code': 200} Aug 25 16:10:31.947282 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-14479fbe-6a4a-4d92-a6fa-d78b861a55cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 1096 time: 0.2604067 Aug 25 16:10:32.018679 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f36f0-3900-400f-86c8-3cdbe1d3108f req-1214443d-1934-4c18-9421-1f9c69114a29 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:32.020160 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-598f36f0-3900-400f-86c8-3cdbe1d3108f req-1214443d-1934-4c18-9421-1f9c69114a29 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1079240 Aug 25 16:10:32.030553 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e12f1-4937-40f9-a94c-2765d44a5057 req-aec550d1-2979-4b83-a682-721a3b508661 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:32.031984 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-331e12f1-4937-40f9-a94c-2765d44a5057 req-aec550d1-2979-4b83-a682-721a3b508661 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 943 time: 0.1559536 Aug 25 16:10:32.074219 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-4a564dd0-cefa-413e-804a-abe5db553fad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01931b1a-b098-4f0c-8110-c7694577578f HTTP/1.1" status: 200 len: 217 time: 0.0786271 Aug 25 16:10:32.079776 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0bba60-c7e9-4012-8650-075490b99b5a {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:32.103086 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-598f36f0-3900-400f-86c8-3cdbe1d3108f req-0d3c891a-bd5e-44d8-a9fb-9f24cb9e720f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701287 Aug 25 16:10:32.108311 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-331e12f1-4937-40f9-a94c-2765d44a5057 req-704a256a-1a8b-414c-8918-082c4ea11db2 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Aug 25 16:10:32.121672 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.148462 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Transition to ACTIVE for port object 8b0bba60-c7e9-4012-8650-075490b99b5a will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:32.155128 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.161950 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-834ba20a-5b39-4d53-b760-6af58ded3302 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:32.196817 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-581a4863-e900-4718-b605-a64f5d8f83bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:32.198379 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-581a4863-e900-4718-b605-a64f5d8f83bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4f5401a7-aee7-4cf9-8721-14dbab981305 HTTP/1.1" status: 200 len: 854 time: 0.1142006 Aug 25 16:10:32.267594 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-609a5b72-200b-4241-8f4f-97a076146f9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589097 Aug 25 16:10:32.347980 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0bba60-c7e9-4012-8650-075490b99b5a,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:32.353977 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:32.542537 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-5ee5d611-f691-4128-80cb-563a7f4efec8 service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285869 Aug 25 16:10:32.558215 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Attempting to bind port 8b0bba60-c7e9-4012-8650-075490b99b5a on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:32.558539 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Attempting to bind port 8b0bba60-c7e9-4012-8650-075490b99b5a by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '4f3162e9-bb48-4244-87fe-42db0810f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:32.558865 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Attempting to bind port 8b0bba60-c7e9-4012-8650-075490b99b5a on network 89abfdef-a705-4627-8606-dbd004a88e22 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:32.565763 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Port 8b0bba60-c7e9-4012-8650-075490b99b5a on network 89abfdef-a705-4627-8606-dbd004a88e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:32.566092 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Attempting to bind port 8b0bba60-c7e9-4012-8650-075490b99b5a on network 89abfdef-a705-4627-8606-dbd004a88e22 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:32.573667 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:32.573667 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Checking segment: {'id': '4f3162e9-bb48-4244-87fe-42db0810f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:32.573667 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Bound using segment: {'id': '4f3162e9-bb48-4244-87fe-42db0810f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:32.573992 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Bound port: 8b0bba60-c7e9-4012-8650-075490b99b5a, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3162e9-bb48-4244-87fe-42db0810f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:32.574129 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.751156 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.787087 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] For port 8b0bba60-c7e9-4012-8650-075490b99b5a, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:32.845570 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6085007-cd2b-4c9f-b9ba-7a6b9e226306 req-819b4b0c-0862-430c-996f-3c341c8accd3 service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256274 Aug 25 16:10:32.846814 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] For port 8b0bba60-c7e9-4012-8650-075490b99b5a, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8b0bba60-c7e9-4012-8650-075490b99b5a,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:32.853953 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.864970 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:32.942200 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:32.944044 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] 10.222.0.76 "PUT /v2.0/ports/8b0bba60-c7e9-4012-8650-075490b99b5a HTTP/1.1" status: 200 len: 1093 time: 1.7687414 Aug 25 16:10:32.967775 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0bba60-c7e9-4012-8650-075490b99b5a,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:32.976408 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:33.001770 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200917c6-30bd-4088-8e57-dc18be3cbb61 req-f64abd2d-47e3-46b1-b6ae-37bd42099cdc tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:33.003542 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-200917c6-30bd-4088-8e57-dc18be3cbb61 req-f64abd2d-47e3-46b1-b6ae-37bd42099cdc tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 943 time: 0.1111500 Aug 25 16:10:33.061553 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-200917c6-30bd-4088-8e57-dc18be3cbb61 req-def36f6b-fc5d-4ae8-a50c-6e6b62ee755a tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503168 Aug 25 16:10:33.190835 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1d713494-72d1-492a-b526-31ee24756347 req-f9561489-ef05-4db0-a601-19f79664ed89 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 1096 time: 0.1345868 Aug 25 16:10:33.201460 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-f1177399-a094-48e7-b514-aba3dc2bd4fe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=618d73e554cd488287e2891c6615eb15&device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 1096 time: 0.1033559 Aug 25 16:10:33.443148 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713494-72d1-492a-b526-31ee24756347 req-3dfa6a41-ff83-4a1e-8a14-4725bc74367b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:33.445678 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1d713494-72d1-492a-b526-31ee24756347 req-3dfa6a41-ff83-4a1e-8a14-4725bc74367b service neutron] 10.222.0.76 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 916 time: 0.2425203 Aug 25 16:10:33.447723 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-591ddfd4-2344-40f9-a240-d785e9e66b5b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b0bba60-c7e9-4012-8650-075490b99b5a HTTP/1.1" status: 200 len: 217 time: 0.1030600 Aug 25 16:10:33.457865 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d2f2a-4b8c-4058-b042-a3d5a96b2c20 req-d840644e-428a-4dc0-bcc9-4805a04be620 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:33.459394 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1d3d2f2a-4b8c-4058-b042-a3d5a96b2c20 req-d840644e-428a-4dc0-bcc9-4805a04be620 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1573730 Aug 25 16:10:33.471520 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c056dd-6d40-42c1-bb71-23b5d7147562 req-1d8c5d46-efbf-472e-ab29-8b937c3c7425 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:33.473019 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c4c056dd-6d40-42c1-bb71-23b5d7147562 req-1d8c5d46-efbf-472e-ab29-8b937c3c7425 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 943 time: 0.1211338 Aug 25 16:10:33.547017 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1d3d2f2a-4b8c-4058-b042-a3d5a96b2c20 req-7fc0bc4f-3f12-416a-9ebf-952b72830d40 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815485 Aug 25 16:10:33.551593 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c4c056dd-6d40-42c1-bb71-23b5d7147562 req-7713abf7-6b88-4cf7-8923-d9f85d57140b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620151 Aug 25 16:10:33.584828 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1d713494-72d1-492a-b526-31ee24756347 req-770e136f-37f9-41fa-baf4-53f01f429346 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01931b1a-b098-4f0c-8110-c7694577578f HTTP/1.1" status: 200 len: 217 time: 0.0818412 Aug 25 16:10:33.687777 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d5f45f-eb21-4cde-bab7-0158b8d8fc25', 'tag': '8b0bba60-c7e9-4012-8650-075490b99b5a'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:33.696254 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-4dd54ef1-3e6e-4d6c-9b59-72eef0528c5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:33.697710 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-4dd54ef1-3e6e-4d6c-9b59-72eef0528c5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7e1a4d34-ace5-4842-82ac-a06c57f822b4 HTTP/1.1" status: 200 len: 854 time: 0.2282717 Aug 25 16:10:33.747893 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d5f45f-eb21-4cde-bab7-0158b8d8fc25', 'tag': '8b0bba60-c7e9-4012-8650-075490b99b5a', 'status': 'completed', 'code': 200} Aug 25 16:10:33.751851 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-b1721c2a-289a-4832-ab06-84298e582b9c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=89abfdef-a705-4627-8606-dbd004a88e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440500 Aug 25 16:10:33.762833 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713494-72d1-492a-b526-31ee24756347 req-3e6268af-e9d5-405f-99af-fb72ead6f056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:33.764501 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1d713494-72d1-492a-b526-31ee24756347 req-3e6268af-e9d5-405f-99af-fb72ead6f056 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4f5401a7-aee7-4cf9-8721-14dbab981305 HTTP/1.1" status: 200 len: 854 time: 0.1664927 Aug 25 16:10:33.890770 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1d713494-72d1-492a-b526-31ee24756347 req-7b25a403-4195-4726-9e70-2273cbf8e3c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944996 Aug 25 16:10:34.033035 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-10cde230-0e44-49d7-9624-e3ead9942b1a service neutron] 10.222.0.76 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554603 Aug 25 16:10:34.146685 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1d713494-72d1-492a-b526-31ee24756347 req-c1b17120-1e97-4f98-9ee4-7a5bb16f199d service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376564 Aug 25 16:10:34.266458 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c7bc3-a8dd-4ed5-82bc-eb7be0b9beda req-22ca7f4f-de15-49f5-8269-e073d23dcaf8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:34.267563 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e78c7bc3-a8dd-4ed5-82bc-eb7be0b9beda req-22ca7f4f-de15-49f5-8269-e073d23dcaf8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 943 time: 0.0787003 Aug 25 16:10:34.297095 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-feafc796-c7bf-4d27-88ac-6e7baff547cd req-a0d0039b-74c0-428b-b853-68b0795b2b86 service neutron] 10.222.0.76 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452211 Aug 25 16:10:34.324133 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e78c7bc3-a8dd-4ed5-82bc-eb7be0b9beda req-870c966d-00d0-4860-84e9-a3d4cf33677a tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505595 Aug 25 16:10:34.347241 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1d713494-72d1-492a-b526-31ee24756347 req-c5a81d40-7bbc-46c8-b865-2732ca18afa8 service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867487 Aug 25 16:10:34.855355 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bbacc-525f-4ed6-b2d2-fbef70ce0e7f req-81f213d4-bb36-433d-b104-4f1bb108828a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:34.857166 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f75bbacc-525f-4ed6-b2d2-fbef70ce0e7f req-81f213d4-bb36-433d-b104-4f1bb108828a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1512926 Aug 25 16:10:34.915571 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c9422-ba09-4019-89f2-633c97d116e0 req-600b8883-3122-49fa-abea-223f59d4ad1f tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:34.917359 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-876c9422-ba09-4019-89f2-633c97d116e0 req-600b8883-3122-49fa-abea-223f59d4ad1f tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 943 time: 0.2100883 Aug 25 16:10:34.971735 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f75bbacc-525f-4ed6-b2d2-fbef70ce0e7f req-50962829-a84b-4f9d-95ba-c05057ec2015 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985126 Aug 25 16:10:35.016142 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-876c9422-ba09-4019-89f2-633c97d116e0 req-aa12c368-8191-4a8f-894e-cbb6bad1fa1a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812001 Aug 25 16:10:35.513553 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5324f6-8c0f-42c9-8a47-dd50b8607288 req-a05070df-623c-4ba6-ac01-66dc034f6c91 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.515144 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8e5324f6-8c0f-42c9-8a47-dd50b8607288 req-a05070df-623c-4ba6-ac01-66dc034f6c91 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 943 time: 0.0770757 Aug 25 16:10:35.561017 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8e5324f6-8c0f-42c9-8a47-dd50b8607288 req-182420f6-c969-4777-a42c-a848e2c1bdb8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Aug 25 16:10:36.187965 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9646ec-0e55-4ece-b878-465839cceb46 req-c2d63fe7-f214-48e5-88a5-aa0bd4c596d6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:36.189452 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ab9646ec-0e55-4ece-b878-465839cceb46 req-c2d63fe7-f214-48e5-88a5-aa0bd4c596d6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0824466 Aug 25 16:10:36.243495 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ab9646ec-0e55-4ece-b878-465839cceb46 req-060a47dd-462d-4744-916d-b3c6d9bdbe02 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482516 Aug 25 16:10:36.434058 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6c11e-a829-42f6-9742-945b0ac68028 req-91df4adc-a159-4f55-9b97-42b7e5ac3533 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:36.436059 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9be6c11e-a829-42f6-9742-945b0ac68028 req-91df4adc-a159-4f55-9b97-42b7e5ac3533 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 943 time: 0.0764821 Aug 25 16:10:36.483532 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9be6c11e-a829-42f6-9742-945b0ac68028 req-5c0128fe-79bd-4ecd-9820-0547c7504997 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Aug 25 16:10:36.763833 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a963a-6d27-4ef6-8de7-f4e2b6b4d012 req-b9628f50-9343-450d-b7cb-c392faedc375 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:36.765568 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c03a963a-6d27-4ef6-8de7-f4e2b6b4d012 req-b9628f50-9343-450d-b7cb-c392faedc375 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 943 time: 0.0793829 Aug 25 16:10:36.817418 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c03a963a-6d27-4ef6-8de7-f4e2b6b4d012 req-97600d6e-e8df-476f-9ef2-56c2c51decfc tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463808 Aug 25 16:10:37.440640 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73f87-f7b8-45c2-94a2-051dfc028667 req-5002c8ee-8c8b-4931-a198-a79e473e9447 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:37.442065 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-83f73f87-f7b8-45c2-94a2-051dfc028667 req-5002c8ee-8c8b-4931-a198-a79e473e9447 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0777693 Aug 25 16:10:37.450990 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 01931b1a-b098-4f0c-8110-c7694577578f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:37.486675 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-83f73f87-f7b8-45c2-94a2-051dfc028667 req-a6da1b8a-fc51-47da-bfad-305c873e9868 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Aug 25 16:10:37.593774 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 01931b1a-b098-4f0c-8110-c7694577578f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01931b1a-b098-4f0c-8110-c7694577578f,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:37.608853 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '01931b1a-b098-4f0c-8110-c7694577578f', 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7', 'port_id': '01931b1a-b098-4f0c-8110-c7694577578f', 'mac_address': 'fa:16:3e:91:39:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5401a7-aee7-4cf9-8721-14dbab981305', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:37.664019 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.689710 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01931b1a-b098-4f0c-8110-c7694577578f {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:37.691551 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32def4-18e0-4c5c-9c01-cf81eeb38285 req-274b6e90-7362-445f-b218-6d2ac5e531a8 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:37.700096 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8c32def4-18e0-4c5c-9c01-cf81eeb38285 req-274b6e90-7362-445f-b218-6d2ac5e531a8 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 943 time: 0.0884318 Aug 25 16:10:37.706616 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 01931b1a-b098-4f0c-8110-c7694577578f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01931b1a-b098-4f0c-8110-c7694577578f,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:37.712642 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.714761 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:37.729482 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82b5a3e4-0d4a-4294-97b5-84c8598637c8 req-e18f5602-bdf5-41c4-807b-a8865d2c7022 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=618d73e554cd488287e2891c6615eb15&device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 1096 time: 0.0985904 Aug 25 16:10:37.763531 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8c32def4-18e0-4c5c-9c01-cf81eeb38285 req-d11c5dde-7346-4885-b0c4-0dfc0ca51307 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615139 Aug 25 16:10:37.798573 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=01931b1a-b098-4f0c-8110-c7694577578f,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:37.807417 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.807793 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.808134 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.808465 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.808797 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.809124 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.809448 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.810334 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.810658 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.811013 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.811331 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:37.815536 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:37.937435 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5a3e4-0d4a-4294-97b5-84c8598637c8 req-3cf6ef1f-a265-47a6-a026-04561d871a44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:37.939527 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82b5a3e4-0d4a-4294-97b5-84c8598637c8 req-3cf6ef1f-a265-47a6-a026-04561d871a44 service neutron] 10.222.0.76 "GET /v2.0/networks?id=89abfdef-a705-4627-8606-dbd004a88e22 HTTP/1.1" status: 200 len: 916 time: 0.1929774 Aug 25 16:10:38.015357 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82b5a3e4-0d4a-4294-97b5-84c8598637c8 req-3323a090-b311-4af9-8ec0-f38e238a5d96 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b0bba60-c7e9-4012-8650-075490b99b5a HTTP/1.1" status: 200 len: 217 time: 0.0681877 Aug 25 16:10:38.084750 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5a3e4-0d4a-4294-97b5-84c8598637c8 req-823b5ddd-e141-44c5-ade5-517f6e64ef67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:38.086181 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82b5a3e4-0d4a-4294-97b5-84c8598637c8 req-823b5ddd-e141-44c5-ade5-517f6e64ef67 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7e1a4d34-ace5-4842-82ac-a06c57f822b4 HTTP/1.1" status: 200 len: 854 time: 0.0582895 Aug 25 16:10:38.087208 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3f756-fbf3-4c0b-ac36-b8774f00b8ea req-5ceaf299-23a7-402c-8038-78a7301f0864 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:38.088699 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c8a3f756-fbf3-4c0b-ac36-b8774f00b8ea req-5ceaf299-23a7-402c-8038-78a7301f0864 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 943 time: 0.1384747 Aug 25 16:10:38.131777 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82b5a3e4-0d4a-4294-97b5-84c8598637c8 req-b1288f02-e11b-4bc1-8ed2-6ec958580eb1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=89abfdef-a705-4627-8606-dbd004a88e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384331 Aug 25 16:10:38.134215 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c8a3f756-fbf3-4c0b-ac36-b8774f00b8ea req-2638d8c8-54ba-408d-94a3-a4df6b1c8736 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391099 Aug 25 16:10:38.269141 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82b5a3e4-0d4a-4294-97b5-84c8598637c8 req-0966a4cd-8cce-419b-8731-14ed811c854e service neutron] 10.222.0.76 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244001 Aug 25 16:10:38.322930 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['01931b1a-b098-4f0c-8110-c7694577578f'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:38.428128 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82b5a3e4-0d4a-4294-97b5-84c8598637c8 req-d6b6eafa-a454-4242-8883-3177803dee00 service neutron] 10.222.0.76 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389661 Aug 25 16:10:38.703744 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2290f88-e820-4aef-96e2-920c0ee28dd7 req-5ddf2172-7af3-4469-97dc-1824fa0f2dde tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:38.705189 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e2290f88-e820-4aef-96e2-920c0ee28dd7 req-5ddf2172-7af3-4469-97dc-1824fa0f2dde tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0832732 Aug 25 16:10:38.753459 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e2290f88-e820-4aef-96e2-920c0ee28dd7 req-32f9ce40-9814-42ad-9ae5-f82aa5ace53b tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Aug 25 16:10:39.114265 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcff1e2-2b5a-42d1-9b2d-2c0f68d724aa req-fad36cf6-1a57-417e-805e-e765c610d8a2 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:39.117048 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ebcff1e2-2b5a-42d1-9b2d-2c0f68d724aa req-fad36cf6-1a57-417e-805e-e765c610d8a2 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 944 time: 0.1002820 Aug 25 16:10:39.176764 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ebcff1e2-2b5a-42d1-9b2d-2c0f68d724aa req-97201a2e-109c-4f6c-816b-e7689da67c34 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517809 Aug 25 16:10:39.361583 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893fc6-98f4-4a5c-b7bb-95f0c3a6decd req-0c5f4e3f-8311-4d96-9b21-c20237fe35c3 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:39.363073 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-df893fc6-98f4-4a5c-b7bb-95f0c3a6decd req-0c5f4e3f-8311-4d96-9b21-c20237fe35c3 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 943 time: 0.0786657 Aug 25 16:10:39.411656 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-df893fc6-98f4-4a5c-b7bb-95f0c3a6decd req-58328d22-c0f7-4c0a-b75d-49c57dad0896 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Aug 25 16:10:39.988434 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c489f3d2-f468-4fd7-85b4-9bfc7a9a5e97 req-b32cacd5-38e5-4622-bac4-87d0e1f0b0c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1098 time: 0.1092892 Aug 25 16:10:39.993433 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d98983-0923-47d9-85da-c4c3fa76f64d req-99c142ef-2e48-4661-8f73-6dd6f697212d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:39.994893 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55d98983-0923-47d9-85da-c4c3fa76f64d req-99c142ef-2e48-4661-8f73-6dd6f697212d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1060655 Aug 25 16:10:40.051041 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55d98983-0923-47d9-85da-c4c3fa76f64d req-0d956cb2-45f6-4e0a-a9bb-925fe9c9d814 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497646 Aug 25 16:10:40.051856 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c489f3d2-f468-4fd7-85b4-9bfc7a9a5e97 req-915bb7af-3143-4505-b53d-7ffd4c32b74d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557702 Aug 25 16:10:40.379393 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 8b0bba60-c7e9-4012-8650-075490b99b5a details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:40.393854 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d2952-99ee-4c6a-93cd-5f3d8e797497 req-a44ee63a-2f2d-4c9d-a2bf-3ac42d697baa tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:40.394511 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 01931b1a-b098-4f0c-8110-c7694577578f up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:40.396058 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-057d2952-99ee-4c6a-93cd-5f3d8e797497 req-a44ee63a-2f2d-4c9d-a2bf-3ac42d697baa tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 944 time: 0.0844822 Aug 25 16:10:40.452090 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-057d2952-99ee-4c6a-93cd-5f3d8e797497 req-76d3c11d-8dc3-486e-9bb0-76b5dd983ff5 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500014 Aug 25 16:10:40.586028 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 8b0bba60-c7e9-4012-8650-075490b99b5a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8b0bba60-c7e9-4012-8650-075490b99b5a,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:40.593573 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 01931b1a-b098-4f0c-8110-c7694577578f completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:40.603179 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 01931b1a-b098-4f0c-8110-c7694577578f triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:40.603603 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.632948 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '8b0bba60-c7e9-4012-8650-075490b99b5a', 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22', 'port_id': '8b0bba60-c7e9-4012-8650-075490b99b5a', 'mac_address': 'fa:16:3e:06:ec:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1a4d34-ace5-4842-82ac-a06c57f822b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:40.652031 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a3001-3c78-4e49-b12f-1a1ca864a70c req-8201e171-c896-4c7f-a814-ec832ac4d18a tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:40.654152 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-305a3001-3c78-4e49-b12f-1a1ca864a70c req-8201e171-c896-4c7f-a814-ec832ac4d18a tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 943 time: 0.0804517 Aug 25 16:10:40.704738 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-305a3001-3c78-4e49-b12f-1a1ca864a70c req-b0a53f68-c75c-44a2-846f-9d5d8992b2ce tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Aug 25 16:10:40.714334 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.769001 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0bba60-c7e9-4012-8650-075490b99b5a {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:40.797551 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 8b0bba60-c7e9-4012-8650-075490b99b5a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8b0bba60-c7e9-4012-8650-075490b99b5a,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:40.800143 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.811274 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.815410 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:40.877035 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88518350-192f-493f-b937-610e24e55c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01931b1a-b098-4f0c-8110-c7694577578f'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:40.892722 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 01931b1a-b098-4f0c-8110-c7694577578f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01931b1a-b098-4f0c-8110-c7694577578f,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:40.898394 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=8b0bba60-c7e9-4012-8650-075490b99b5a,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:40.901566 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:40.902367 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.904050 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:40.949823 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88518350-192f-493f-b937-610e24e55c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01931b1a-b098-4f0c-8110-c7694577578f', 'code': 200} Aug 25 16:10:40.974794 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=01931b1a-b098-4f0c-8110-c7694577578f,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:40.977737 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:41.275019 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4f101-ca69-4002-86f2-a733f95349d2 req-c4cc393d-77b7-4cae-8a1a-7a29472b39d5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.276660 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2cf4f101-ca69-4002-86f2-a733f95349d2 req-c4cc393d-77b7-4cae-8a1a-7a29472b39d5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0939429 Aug 25 16:10:41.285085 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-043ec544-2fa5-4b3e-b07d-87dbbed146e5 req-5bd4b357-e20f-49f6-a16a-b9c770fd2e20 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 1098 time: 0.0719519 Aug 25 16:10:41.321978 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2cf4f101-ca69-4002-86f2-a733f95349d2 req-1c023f8c-eb74-417f-9545-f9998c4eb01a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392320 Aug 25 16:10:41.342326 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-043ec544-2fa5-4b3e-b07d-87dbbed146e5 req-5516fb42-149f-48a6-9db0-471675f40cbe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Aug 25 16:10:41.465305 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['8b0bba60-c7e9-4012-8650-075490b99b5a'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:41.718295 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6878d-2d48-48c4-bc1a-97d0359440b4 req-c8abbf22-1bfe-47f9-a590-ecd51d817a6b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.719804 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7fe6878d-2d48-48c4-bc1a-97d0359440b4 req-c8abbf22-1bfe-47f9-a590-ecd51d817a6b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 945 time: 0.0786357 Aug 25 16:10:41.771507 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7fe6878d-2d48-48c4-bc1a-97d0359440b4 req-cfd03b57-20ff-4873-b194-b8d1e5e3022e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458984 Aug 25 16:10:41.958337 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67491fa5-a010-43fe-870f-0ef36c4e431e req-6e09a99d-a028-4fe0-8904-616ebc0e823d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.959736 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-67491fa5-a010-43fe-870f-0ef36c4e431e req-6e09a99d-a028-4fe0-8904-616ebc0e823d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 944 time: 0.0794635 Aug 25 16:10:42.004847 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-67491fa5-a010-43fe-870f-0ef36c4e431e req-437c98f6-4e14-4664-9ddc-200962be40c8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Aug 25 16:10:42.538804 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3b647-0002-4c86-81a3-56933dea1f84 req-ec8aa7fd-3901-44e0-959e-19ee27a8330a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.540177 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5fe3b647-0002-4c86-81a3-56933dea1f84 req-ec8aa7fd-3901-44e0-959e-19ee27a8330a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0832651 Aug 25 16:10:42.585416 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5fe3b647-0002-4c86-81a3-56933dea1f84 req-a6bd039d-d43e-4b23-89e7-b7bb559fca13 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Aug 25 16:10:42.743487 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-b5b3d3a4-6811-4874-be67-9e674bea3c2e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350033 Aug 25 16:10:43.113662 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-3b088799-0e9f-4f1e-8a3b-ec4a962c89dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 1098 time: 0.2415190 Aug 25 16:10:43.135335 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a1bf846-5777-4b73-b3c6-d7a293fd817b req-13ecb4c7-5f29-4599-bf16-5891dc2438bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1098 time: 0.1310394 Aug 25 16:10:43.169101 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4665d1-c56c-4359-a61e-a3f36a5379bb req-c1649b38-d534-44a1-8884-b8db0df5271c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.170677 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-da4665d1-c56c-4359-a61e-a3f36a5379bb req-c1649b38-d534-44a1-8884-b8db0df5271c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1230755 Aug 25 16:10:43.176479 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd77d9c-aa5e-4d94-b587-ac14a312bae1 req-d33c472d-32c2-4b75-b835-68ab9c75caa0 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.178002 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3cd77d9c-aa5e-4d94-b587-ac14a312bae1 req-d33c472d-32c2-4b75-b835-68ab9c75caa0 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 945 time: 0.1656723 Aug 25 16:10:43.211575 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53958) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:43.271318 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-da4665d1-c56c-4359-a61e-a3f36a5379bb req-55d4de8f-aa29-41e3-8e6b-8a56746e8991 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922725 Aug 25 16:10:43.274075 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3cd77d9c-aa5e-4d94-b587-ac14a312bae1 req-88b18bfd-20f7-4a28-8313-53b764c78e46 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809674 Aug 25 16:10:43.455888 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf846-5777-4b73-b3c6-d7a293fd817b req-eea23ab3-7dda-4b6a-b0fc-b58924b76afd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.457187 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a1bf846-5777-4b73-b3c6-d7a293fd817b req-eea23ab3-7dda-4b6a-b0fc-b58924b76afd service neutron] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 920 time: 0.2984495 Aug 25 16:10:43.462220 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-5ae19cee-7cb3-4d7d-97fd-2344c990c54c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.464336 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-5ae19cee-7cb3-4d7d-97fd-2344c990c54c service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 912 time: 0.3066704 Aug 25 16:10:43.502262 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.597149 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:43.602871 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Usage tracker for resource:security_group_rule and tenant:8d013e90e2c8449f94695f8b5018bfed is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:43.612792 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:43.620897 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:43.647795 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a1bf846-5777-4b73-b3c6-d7a293fd817b req-50a2122b-2c82-4319-9185-cef4436c9306 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bdf7007-134a-442c-991e-6fe82b38df45 HTTP/1.1" status: 200 len: 217 time: 0.1308031 Aug 25 16:10:43.680663 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64486e-d9fc-4e6c-b853-d6381255bec9 req-cb5042d2-1ef9-48d6-b0ab-401ee260c793 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.682603 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd64486e-d9fc-4e6c-b853-d6381255bec9 req-cb5042d2-1ef9-48d6-b0ab-401ee260c793 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 944 time: 0.1532388 Aug 25 16:10:43.706301 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ddcca16d-9544-4b70-b8db-e270dce4beec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.744170 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-5689cf9c-6c4a-4cb5-be5e-0590e0cf6def service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f HTTP/1.1" status: 200 len: 1001 time: 0.1630695 Aug 25 16:10:43.757159 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.766411 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.774898 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:43.790857 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd64486e-d9fc-4e6c-b853-d6381255bec9 req-b699405d-bd78-45d8-a332-e09f1ba0aad4 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919945 Aug 25 16:10:43.795245 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf846-5777-4b73-b3c6-d7a293fd817b req-b43cd9b1-5426-49ae-a1f6-729250dfc5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.796952 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a1bf846-5777-4b73-b3c6-d7a293fd817b req-b43cd9b1-5426-49ae-a1f6-729250dfc5a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.1232321 Aug 25 16:10:43.823657 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd25891-37b6-46f0-a351-5e8d8b3be9e8,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:43.827802 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d013e90e2c8449f94695f8b5018bfed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6137075 Aug 25 16:10:43.830728 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 53968) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:43.848862 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.849145 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.849499 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.849853 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.850201 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.850544 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.850887 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.851229 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.851604 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.851941 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.852276 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:43.863624 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-78e49b84-93f7-4d84-9f19-84f9c23d73ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.865096 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-78e49b84-93f7-4d84-9f19-84f9c23d73ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 200 len: 849 time: 0.1126618 Aug 25 16:10:43.871159 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a1bf846-5777-4b73-b3c6-d7a293fd817b req-54ec298a-7657-4a03-a6ee-48d223f88a7c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544646 Aug 25 16:10:43.875759 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:43.917568 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-38ae676d-e8f3-4b40-958f-7aac02648598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.947685 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-38ae676d-e8f3-4b40-958f-7aac02648598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.999910 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-38ae676d-e8f3-4b40-958f-7aac02648598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.004882 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3baab5ae-0d28-400d-a1cd-d1bf3938e06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:44.018044 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae676d-e8f3-4b40-958f-7aac02648598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd25891-37b6-46f0-a351-5e8d8b3be9e8,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:44.020857 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-38ae676d-e8f3-4b40-958f-7aac02648598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:44.023038 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-38ae676d-e8f3-4b40-958f-7aac02648598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.038881 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-38ae676d-e8f3-4b40-958f-7aac02648598 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6cd25891-37b6-46f0-a351-5e8d8b3be9e8 HTTP/1.1" status: 204 len: 168 time: 0.2072177 Aug 25 16:10:44.071806 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-4d33da72-ceaa-4d26-828f-ce4653cdb5f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3283531-0cca-4c41-9237-dcec1b05d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1929579 Aug 25 16:10:44.077187 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a1bf846-5777-4b73-b3c6-d7a293fd817b req-f174367a-f63e-438f-91a7-0ea937a3e026 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973314 Aug 25 16:10:44.171124 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.346828 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-cb7a6b37-af7f-48fb-ae66-4b71d6f08b88 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602201 Aug 25 16:10:44.349400 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a1bf846-5777-4b73-b3c6-d7a293fd817b req-ea9a333b-dcab-4d02-8f82-39337d1aa502 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447081 Aug 25 16:10:44.399031 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 8b0bba60-c7e9-4012-8650-075490b99b5a up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:44.561283 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4405b510-ca18-4174-a92c-69dd5a763b0d req-7e4377d4-5310-4ec1-bb25-491258f969c5 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764481 Aug 25 16:10:44.584519 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 8b0bba60-c7e9-4012-8650-075490b99b5a completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:44.591089 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 8b0bba60-c7e9-4012-8650-075490b99b5a triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:44.591701 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.597381 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16b442-2256-46c0-bdd0-009d05e97aa8 req-f34f659e-159d-4e96-9275-9dffb917e15e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:44.599107 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8b16b442-2256-46c0-bdd0-009d05e97aa8 req-f34f659e-159d-4e96-9275-9dffb917e15e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1239288 Aug 25 16:10:44.679717 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8b16b442-2256-46c0-bdd0-009d05e97aa8 req-aa411310-fcaa-4baf-860a-1502944da3b4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710309 Aug 25 16:10:44.690069 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1034b-370f-47fc-9fd4-7ae8fc8db9e6 req-a46e6d0b-589a-43b8-a835-4fca3f987724 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:44.697180 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2a1034b-370f-47fc-9fd4-7ae8fc8db9e6 req-a46e6d0b-589a-43b8-a835-4fca3f987724 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 945 time: 0.1533515 Aug 25 16:10:44.754794 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2a1034b-370f-47fc-9fd4-7ae8fc8db9e6 req-8ec65a1b-f0df-4dc5-84aa-4dc766e214ac tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566795 Aug 25 16:10:44.758337 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.790262 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d5f45f-eb21-4cde-bab7-0158b8d8fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0bba60-c7e9-4012-8650-075490b99b5a'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:44.802133 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 8b0bba60-c7e9-4012-8650-075490b99b5a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8b0bba60-c7e9-4012-8650-075490b99b5a,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:44.810921 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.813343 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-266f5127-fa30-45e4-86fb-c86f75eadaed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:44.891876 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=8b0bba60-c7e9-4012-8650-075490b99b5a,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:44.896308 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:45.115678 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d5f45f-eb21-4cde-bab7-0158b8d8fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0bba60-c7e9-4012-8650-075490b99b5a', 'code': 200} Aug 25 16:10:45.316209 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfe6ac-a1d5-4340-b7cf-1f1ed1b236c7 req-1b921530-e44e-41fb-822d-7ea5d86d7f18 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:45.319921 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bcdfe6ac-a1d5-4340-b7cf-1f1ed1b236c7 req-1b921530-e44e-41fb-822d-7ea5d86d7f18 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.1052034 Aug 25 16:10:45.446268 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bcdfe6ac-a1d5-4340-b7cf-1f1ed1b236c7 req-b7b900e5-f2a0-40cb-8d35-ada93d846529 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199563 Aug 25 16:10:45.655497 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3b6b6791-1f61-411b-be70-0251c8cd860c req-22b32af0-247c-441f-9297-d8cb0b69d5fa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 1098 time: 0.1770511 Aug 25 16:10:45.755960 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3b6b6791-1f61-411b-be70-0251c8cd860c req-7395b6f6-82ac-4140-8d22-a2926ad7bb66 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803359 Aug 25 16:10:45.966453 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db9956-f33c-408c-ad95-843ad64a2a9c req-f477a90e-da9d-4496-a6a9-65959f95b401 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:45.975602 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b6db9956-f33c-408c-ad95-843ad64a2a9c req-f477a90e-da9d-4496-a6a9-65959f95b401 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1002438 Aug 25 16:10:46.022257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54052) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:46.027568 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b6db9956-f33c-408c-ad95-843ad64a2a9c req-cc6da510-bd19-4d33-90cb-55f68e1f4ec6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509264 Aug 25 16:10:46.248410 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.281292 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:46.285359 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c477184ab83c4a25a1124eef5d40c464 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:46.289629 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:46.295354 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:46.363245 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.366900 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.373542 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1e0a51df-3d87-42c8-b58b-582bd701c900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:46.411564 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88524d6d-19b3-44dd-86b5-6535eddded98,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:46.414619 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:46.417248 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c477184ab83c4a25a1124eef5d40c464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3939819 Aug 25 16:10:46.420314 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54066) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:46.485451 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2251e3e-aa42-45c5-a6cd-9402e4b353cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.500165 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a0528f26-ad59-43e9-aa14-ee9d949dbae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.525388 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2251e3e-aa42-45c5-a6cd-9402e4b353cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.579297 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2251e3e-aa42-45c5-a6cd-9402e4b353cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.584095 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-108fe05e-5c26-4f25-b9e9-bf0f1272c994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:46.596489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251e3e-aa42-45c5-a6cd-9402e4b353cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88524d6d-19b3-44dd-86b5-6535eddded98,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:46.598828 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d2251e3e-aa42-45c5-a6cd-9402e4b353cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:46.602255 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d2251e3e-aa42-45c5-a6cd-9402e4b353cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.603333 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d2251e3e-aa42-45c5-a6cd-9402e4b353cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88524d6d-19b3-44dd-86b5-6535eddded98 HTTP/1.1" status: 204 len: 168 time: 0.1819341 Aug 25 16:10:46.677990 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29edda-2ffb-4686-a24f-b7e4e0a9a6cb req-2d413205-7373-462d-a120-c72410dd4254 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:46.679461 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ff29edda-2ffb-4686-a24f-b7e4e0a9a6cb req-2d413205-7373-462d-a120-c72410dd4254 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.0811090 Aug 25 16:10:46.729875 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ff29edda-2ffb-4686-a24f-b7e4e0a9a6cb req-ba0951e7-e63b-4e98-92b3-07b6fac99ecf tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Aug 25 16:10:47.248109 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab650b9c-e63d-4f0f-9a6f-7ddb15d03fc0 req-e1537453-cd76-4774-956b-b612de9d4dea tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:47.249660 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ab650b9c-e63d-4f0f-9a6f-7ddb15d03fc0 req-e1537453-cd76-4774-956b-b612de9d4dea tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0847774 Aug 25 16:10:47.310031 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ab650b9c-e63d-4f0f-9a6f-7ddb15d03fc0 req-2ab9bdd3-8c74-48f9-b734-f37b821c7fb0 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543597 Aug 25 16:10:47.566551 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.960203 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c877458-bb21-434a-b091-5880a56c9fa3 req-a496d5b3-2b7a-405e-b549-6dbc13421afe tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:47.962725 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0c877458-bb21-434a-b091-5880a56c9fa3 req-a496d5b3-2b7a-405e-b549-6dbc13421afe tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.1100581 Aug 25 16:10:48.008678 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0c877458-bb21-434a-b091-5880a56c9fa3 req-660eca4b-8808-4c17-9970-f72124069f3e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Aug 25 16:10:48.513164 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b1b1d-204e-4dfe-bc59-f3edc818dbdd req-fdb62958-09ab-429a-9d87-b7afaa933a2c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.514881 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-714b1b1d-204e-4dfe-bc59-f3edc818dbdd req-fdb62958-09ab-429a-9d87-b7afaa933a2c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0804656 Aug 25 16:10:48.559196 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-714b1b1d-204e-4dfe-bc59-f3edc818dbdd req-0dc9997d-845f-4828-b06a-216752e07e82 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384748 Aug 25 16:10:49.207048 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e367f0-ef74-487a-8214-5b4795194cc0 req-0d8e5209-622e-4f3b-8a59-8cc96bd87c9e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:49.208707 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d0e367f0-ef74-487a-8214-5b4795194cc0 req-0d8e5209-622e-4f3b-8a59-8cc96bd87c9e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.0752017 Aug 25 16:10:49.255885 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d0e367f0-ef74-487a-8214-5b4795194cc0 req-ebc9ca72-3754-4b55-872e-0a18e0200ee8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Aug 25 16:10:49.608227 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.757558 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf606-5576-4cb3-a068-63b01d852b54 req-e80a1700-03cc-4f27-8002-42841bf4e706 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:49.759005 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5fcdf606-5576-4cb3-a068-63b01d852b54 req-e80a1700-03cc-4f27-8002-42841bf4e706 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0801735 Aug 25 16:10:49.803617 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5fcdf606-5576-4cb3-a068-63b01d852b54 req-44bf8ecb-75a7-4dcf-9062-2c19a527f6de tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388644 Aug 25 16:10:50.451078 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b02a5b-73f1-4aac-939c-d8764e3d0e5a req-0eb6329d-9e92-4c45-a835-752f8e9a0367 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:50.452790 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-15b02a5b-73f1-4aac-939c-d8764e3d0e5a req-0eb6329d-9e92-4c45-a835-752f8e9a0367 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.0768573 Aug 25 16:10:50.501045 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-15b02a5b-73f1-4aac-939c-d8764e3d0e5a req-59fcfba4-9ae0-45ec-bbaa-de0dbdf606a4 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428283 Aug 25 16:10:51.000197 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79e79-b776-476d-95e4-ff715b4a7a18 req-7340c3d5-6776-41b4-849b-daf124157b2e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.001653 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c6f79e79-b776-476d-95e4-ff715b4a7a18 req-7340c3d5-6776-41b4-849b-daf124157b2e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0796270 Aug 25 16:10:51.046543 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c6f79e79-b776-476d-95e4-ff715b4a7a18 req-2a0a575b-655d-41c6-bb8b-11299a290405 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392342 Aug 25 16:10:51.716982 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a57ae9-da86-4894-8ed5-6ddc84ba55da req-ad76c843-8f53-462e-913a-d469aff1a690 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.718443 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-24a57ae9-da86-4894-8ed5-6ddc84ba55da req-ad76c843-8f53-462e-913a-d469aff1a690 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.0824082 Aug 25 16:10:51.763321 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-24a57ae9-da86-4894-8ed5-6ddc84ba55da req-5bbb21a3-9f7f-4937-8e85-c8d401970349 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Aug 25 16:10:52.246150 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120c681-982a-4c9e-a80b-7c502be6fa69 req-de0b7175-9fa0-46d0-a56b-bea977a2f8bf tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:52.247721 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7120c681-982a-4c9e-a80b-7c502be6fa69 req-de0b7175-9fa0-46d0-a56b-bea977a2f8bf tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0800927 Aug 25 16:10:52.293020 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7120c681-982a-4c9e-a80b-7c502be6fa69 req-9f47b746-8eca-4040-9b54-786ee622b4dc tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Aug 25 16:10:53.063572 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944b02-1a44-433a-a2f7-464428ad437c req-b1f6db5a-00d7-4161-8a98-6e8df56454a4 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:53.065093 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-09944b02-1a44-433a-a2f7-464428ad437c req-b1f6db5a-00d7-4161-8a98-6e8df56454a4 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.1448948 Aug 25 16:10:53.077363 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da264d-2650-4197-8aa1-9ed16e51021b req-d8542d7f-1d29-43e0-9c5c-dc214aa183c5 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:53.078782 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0da264d-2650-4197-8aa1-9ed16e51021b req-d8542d7f-1d29-43e0-9c5c-dc214aa183c5 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1154909 Aug 25 16:10:53.153312 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-09944b02-1a44-433a-a2f7-464428ad437c req-00c7a9f6-040d-4dbd-9047-e26804d40a61 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815334 Aug 25 16:10:53.155510 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0da264d-2650-4197-8aa1-9ed16e51021b req-0e884f26-fb3f-4349-8787-a1c70569c539 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629797 Aug 25 16:10:53.294443 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-535f5d80-1c74-48d9-9ebe-ad9de0379b1e tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=aeb5841edc644dd6811afbda7254d3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328021 Aug 25 16:10:53.446538 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-4d39d753-6720-46c2-92df-4797aa753fb9 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:53.448013 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-4d39d753-6720-46c2-92df-4797aa753fb9 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485121 Aug 25 16:10:53.467022 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-9f96c0e5-cb68-42d2-abb8-460fab528202 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/quotas/aeb5841edc644dd6811afbda7254d3e4 HTTP/1.1" status: 200 len: 375 time: 0.0113583 Aug 25 16:10:53.511938 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-eb7e9876-9afe-445d-a5ff-1705205d573b tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=aeb5841edc644dd6811afbda7254d3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397353 Aug 25 16:10:53.803467 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2fd4d6a4-d24f-4f8c-baf2-fbec77971a46 req-22d1c49d-8e9c-40b8-869a-08d940db4027 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 210 time: 0.1206360 Aug 25 16:10:54.221742 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b3f49-4373-4631-a156-e219080a2950 req-015d7889-f277-413b-a449-dcecdece8b3c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.223602 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f99b3f49-4373-4631-a156-e219080a2950 req-015d7889-f277-413b-a449-dcecdece8b3c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0849128 Aug 25 16:10:54.279319 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f99b3f49-4373-4631-a156-e219080a2950 req-d4952358-594b-4a4c-a513-0e8e185bad41 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498462 Aug 25 16:10:54.453010 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f2d4c-08fd-43bc-aced-5f80858e4d91 req-de949619-b34e-441a-939a-eb3953571035 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.455809 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d41f2d4c-08fd-43bc-aced-5f80858e4d91 req-de949619-b34e-441a-939a-eb3953571035 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1089039 Aug 25 16:10:54.602612 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d41f2d4c-08fd-43bc-aced-5f80858e4d91 req-717c98c3-f90d-4da5-8257-e573a6331ece tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405087 Aug 25 16:10:54.990949 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ed4357c6-a737-4691-a036-ddc1e09f93db req-26fc0a9a-a6a8-4dbd-8383-b8d1cf92dd1f tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 210 time: 0.0665057 Aug 25 16:10:55.287973 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-5c67195c-559a-44de-bd8b-5ec3ab5f12e8 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=aeb5841edc644dd6811afbda7254d3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272510 Aug 25 16:10:55.477518 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-a93c3423-4060-4011-8ed3-1863472a8f1e tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:55.481924 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-a93c3423-4060-4011-8ed3-1863472a8f1e tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801124 Aug 25 16:10:55.527194 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Request body: {'port': {'device_id': 'eb2aac2b-6085-4bb3-90fb-7ee2f3379413', 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476', 'admin_state_up': True, 'tenant_id': 'aeb5841edc644dd6811afbda7254d3e4'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:55.605296 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-8e742b34-6c19-4072-bcc5-7c8773d1e87f tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:55.608533 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-8e742b34-6c19-4072-bcc5-7c8773d1e87f tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 814 time: 0.1640873 Aug 25 16:10:55.636770 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-5fcd7d71-f82d-4f8e-9c7c-7fdf3a9aac79 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/quotas/3c7ab4ea55f24fa9905a48022cd3a8aa HTTP/1.1" status: 200 len: 375 time: 0.0204918 Aug 25 16:10:55.725330 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:55.731551 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Usage tracker for resource:port and tenant:aeb5841edc644dd6811afbda7254d3e4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:55.737347 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:55.741988 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-667dd3cb-f727-4730-9096-e26595aa7da3 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989828 Aug 25 16:10:55.753898 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:55.771905 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Made reservation on behalf of aeb5841edc644dd6811afbda7254d3e4 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:55.775748 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.797103 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.838621 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:55.842942 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Usage tracker for resource:security_group_rule and tenant:aeb5841edc644dd6811afbda7254d3e4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:55.846238 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:55.856440 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:55.938853 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.945592 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-d46b637f-e73c-4ccf-81ca-bc9f0fc92bac service neutron] 10.222.0.73 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528721 Aug 25 16:10:55.947517 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.950591 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0e24e1ff-aa6d-43f0-9e71-2f37a7d03c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:55.982584 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54322) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:56.037712 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953b920f-5a02-4a9a-868c-283ca43bac0e,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:56.042842 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:56.109841 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd607b-5a9d-4fce-926f-04e3cfffae6c req-feee2971-5098-4d88-9f63-84a1bc8817f1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:56.111477 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f6cd607b-5a9d-4fce-926f-04e3cfffae6c req-feee2971-5098-4d88-9f63-84a1bc8817f1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.3679492 Aug 25 16:10:56.158467 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Allocated IP 192.168.233.223 (2442f45f-8aff-4ab7-9ded-481eeb5ff476/f1068754-9094-4cb7-b004-fe4d9b90db6c/06b03338-6379-485e-8da7-9d8b9e3325de) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:56.188089 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-61bc75c8-ee80-464f-9ece-7cda81dad5bd service neutron] 10.222.0.73 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331204 Aug 25 16:10:56.201461 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f6cd607b-5a9d-4fce-926f-04e3cfffae6c req-4ce6997e-291e-4879-b7b2-64c47396b1e3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804811 Aug 25 16:10:56.338182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.427705 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.447031 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Transition to ACTIVE for port object 06b03338-6379-485e-8da7-9d8b9e3325de will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:56.473561 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.486755 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:56.490159 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e66f5253-286b-4f36-bee5-0ae9e6a6454f req-2e18ffa6-705a-44c0-8cb3-0a18be66b242 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 210 time: 0.0983009 Aug 25 16:10:56.503652 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:56.516895 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d0284546558f4f2a98eb4fcc98d7e955 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:56.520761 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:56.530384 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:56.556415 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:56.560458 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:56.563570 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:56.576302 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12c01a-a8b7-45d1-bcb7-008986812e97 req-7ce2db2f-a7ae-4b99-b34e-e844ac1f3fd3 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:56.577922 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e12c01a-a8b7-45d1-bcb7-008986812e97 req-7ce2db2f-a7ae-4b99-b34e-e844ac1f3fd3 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 936 time: 0.1469953 Aug 25 16:10:56.674259 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:56.674818 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.675471 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.687595 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.691932 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Pushing event updated for resources: {'Port': ['ID=06b03338-6379-485e-8da7-9d8b9e3325de,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:56.696853 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:56.705384 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:56.718401 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1954935 Aug 25 16:10:56.731683 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e12c01a-a8b7-45d1-bcb7-008986812e97 req-0a8a42a9-7742-403d-a8a6-9492555ef2f5 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429307 Aug 25 16:10:56.755507 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Request body: {'port': {'device_id': 'eb2aac2b-6085-4bb3-90fb-7ee2f3379413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:56.766579 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af000dc1-5907-47ef-96dc-fc4184030193,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:56.770021 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:56.773034 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0284546558f4f2a98eb4fcc98d7e955&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7866647 Aug 25 16:10:56.775843 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54344) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:56.851876 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-78f8b81d-978f-4dc8-b2f9-f5ac74c9ed92 None None] Provisioning for port 06b03338-6379-485e-8da7-9d8b9e3325de completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:56.853183 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-acc0378a-4678-439a-937e-b32939bfe553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.857035 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-78f8b81d-978f-4dc8-b2f9-f5ac74c9ed92 None None] Provisioning complete for port 06b03338-6379-485e-8da7-9d8b9e3325de triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:56.857416 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-78f8b81d-978f-4dc8-b2f9-f5ac74c9ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.888300 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-acc0378a-4678-439a-937e-b32939bfe553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.903611 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.953206 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-acc0378a-4678-439a-937e-b32939bfe553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.956422 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-78f8b81d-978f-4dc8-b2f9-f5ac74c9ed92 None None] Port 06b03338-6379-485e-8da7-9d8b9e3325de cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:10:56.960340 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-42ab1855-e5b8-48ec-a962-1f75a44238f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:56.976294 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0378a-4678-439a-937e-b32939bfe553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af000dc1-5907-47ef-96dc-fc4184030193,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:56.981402 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-acc0378a-4678-439a-937e-b32939bfe553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:56.983533 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-acc0378a-4678-439a-937e-b32939bfe553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.984642 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-acc0378a-4678-439a-937e-b32939bfe553 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af000dc1-5907-47ef-96dc-fc4184030193 HTTP/1.1" status: 204 len: 168 time: 0.2071781 Aug 25 16:10:57.428176 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b03338-6379-485e-8da7-9d8b9e3325de {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:57.447337 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:57.468158 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Transition to ACTIVE for port object 06b03338-6379-485e-8da7-9d8b9e3325de will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:57.473615 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:57.478066 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dd95b0d7-875a-4c07-94c8-6c2a4be3a7c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:57.526922 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9aa94-5cc4-4fce-9978-560e4f774c41 req-bdf20b3c-f32b-4bb6-bd63-d5c912385aad tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:57.533560 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4cd9aa94-5cc4-4fce-9978-560e4f774c41 req-bdf20b3c-f32b-4bb6-bd63-d5c912385aad tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1185374 Aug 25 16:10:57.596114 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4cd9aa94-5cc4-4fce-9978-560e4f774c41 req-cc93ac26-3587-4fe2-bb3b-521239f0479e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461648 Aug 25 16:10:57.727892 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Pushing event updated for resources: {'Port': ['ID=06b03338-6379-485e-8da7-9d8b9e3325de,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:57.737524 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:57.947633 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-28eb6b6a-0ba4-4253-9234-03996a4dd140 req-afd095ed-8f27-4b4c-9d13-f62921114de8 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 210 time: 0.0791466 Aug 25 16:10:58.031999 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Attempting to bind port 06b03338-6379-485e-8da7-9d8b9e3325de on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:58.034758 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Attempting to bind port 06b03338-6379-485e-8da7-9d8b9e3325de by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:58.035405 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Attempting to bind port 06b03338-6379-485e-8da7-9d8b9e3325de on network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:58.073113 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Port 06b03338-6379-485e-8da7-9d8b9e3325de on network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:58.073426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Attempting to bind port 06b03338-6379-485e-8da7-9d8b9e3325de on network 2442f45f-8aff-4ab7-9ded-481eeb5ff476 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:58.092052 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:58.092748 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Checking segment: {'id': '64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:58.093770 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Bound using segment: {'id': '64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:58.094455 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Bound port: 06b03338-6379-485e-8da7-9d8b9e3325de, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:58.095063 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.228874 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] For port 06b03338-6379-485e-8da7-9d8b9e3325de, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:58.243094 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] For port 06b03338-6379-485e-8da7-9d8b9e3325de, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=06b03338-6379-485e-8da7-9d8b9e3325de,segment=NetworkSegment(64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45),segment_id=64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:58.251233 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.257613 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:58.285151 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b6b51-ab08-4533-98b6-8fea1f7a0013 req-a40b9599-75b1-4328-aa37-a3e2d7024396 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:58.286688 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-349b6b51-ab08-4533-98b6-8fea1f7a0013 req-a40b9599-75b1-4328-aa37-a3e2d7024396 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 948 time: 0.1850636 Aug 25 16:10:58.347339 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a9016-8701-4aea-bf19-fbdea3eed534 req-d03ca591-94d5-4c7d-9f25-a93591c5318e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:58.350736 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-675a9016-8701-4aea-bf19-fbdea3eed534 req-d03ca591-94d5-4c7d-9f25-a93591c5318e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1778722 Aug 25 16:10:58.398082 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54394) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:58.415563 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-349b6b51-ab08-4533-98b6-8fea1f7a0013 req-b1ac6c9c-c545-412d-87e1-da90387e3a37 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214900 Aug 25 16:10:58.450727 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.457845 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-675a9016-8701-4aea-bf19-fbdea3eed534 req-8b33d186-5201-4b6c-83f7-2560f45dd9f5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906873 Aug 25 16:10:58.458475 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] 10.222.0.76 "PUT /v2.0/ports/06b03338-6379-485e-8da7-9d8b9e3325de HTTP/1.1" status: 200 len: 1098 time: 1.7031054 Aug 25 16:10:58.459279 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2aac2b-6085-4bb3-90fb-7ee2f3379413', 'tag': '06b03338-6379-485e-8da7-9d8b9e3325de'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:58.570040 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Pushing event updated for resources: {'Port': ['ID=06b03338-6379-485e-8da7-9d8b9e3325de,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:58.632209 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:58.661895 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-943803481-network', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:58.667523 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:58.673289 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Usage tracker for resource:network and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:58.677636 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2aac2b-6085-4bb3-90fb-7ee2f3379413', 'tag': '06b03338-6379-485e-8da7-9d8b9e3325de', 'status': 'completed', 'code': 200} Aug 25 16:10:58.678061 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:58.685478 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:58.699016 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Made reservation on behalf of 89c53cb5a3ba4f2fa52a91a2b51b387f for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:58.701909 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.715711 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.730631 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-646de883-f5e7-472e-b309-c6268fcbf6eb tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:58.734982 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-646de883-f5e7-472e-b309-c6268fcbf6eb tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 814 time: 0.4248006 Aug 25 16:10:58.755291 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-a74510d0-1aaf-4fe0-b760-083672cb2888 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb5841edc644dd6811afbda7254d3e4&device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 1101 time: 0.1864126 Aug 25 16:10:58.767730 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:58.773445 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Usage tracker for resource:security_group_rule and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:58.776402 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:58.783145 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:58.805519 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Request body: {'port': {'device_id': '83c5be18-9fea-4891-9604-df1deaebac18', 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7', 'admin_state_up': True, 'tenant_id': '3c7ab4ea55f24fa9905a48022cd3a8aa'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:58.917266 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852d5ef-6524-49b3-a23e-a599a7c27845 req-0756c162-e150-45ea-9fad-7c8aeb158124 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:58.918762 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4852d5ef-6524-49b3-a23e-a599a7c27845 req-0756c162-e150-45ea-9fad-7c8aeb158124 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1320770 Aug 25 16:10:58.946426 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-dd872ebf-c3d4-47f1-8fa7-82bc61c5cddc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=06b03338-6379-485e-8da7-9d8b9e3325de HTTP/1.1" status: 200 len: 217 time: 0.1234426 Aug 25 16:10:58.953908 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.961199 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.971129 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e44a53b5-64ad-43ee-8971-d8b395fedf19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:59.006761 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:10:59.012075 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:59.016220 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Usage tracker for resource:port and tenant:3c7ab4ea55f24fa9905a48022cd3a8aa is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:59.019287 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:59.025815 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:59.031704 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4852d5ef-6524-49b3-a23e-a599a7c27845 req-2032eae8-75e8-4761-beb4-030911626250 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007698 Aug 25 16:10:59.034953 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.035295 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Added segment 79e22459-4f7f-4e7b-b08c-8d50adfd46a7 of type vlan for network 53705678-def4-4b8e-a6fe-f5d17934f7df Aug 25 16:10:59.036425 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5b05f5-3600-4245-8fd3-a559ff2f28f4,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:59.042923 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:59.052374 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Made reservation on behalf of 3c7ab4ea55f24fa9905a48022cd3a8aa for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:59.060326 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.092456 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.142171 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-33f00e4c-c507-4f62-8f7c-0085d93ec57d req-3932952a-ac1a-48cd-8140-c8981af2bf06 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 210 time: 0.0436227 Aug 25 16:10:59.164845 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.166158 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:59.166835 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.170877 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:59.184962 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-68455655-838d-4f9e-9a62-8e739df54941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:59.186398 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-68455655-838d-4f9e-9a62-8e739df54941 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f1068754-9094-4cb7-b004-fe4d9b90db6c HTTP/1.1" status: 200 len: 843 time: 0.1114292 Aug 25 16:10:59.231805 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:10:59.334759 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9317927 Aug 25 16:10:59.335885 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Pushing event updated for resources: {'Network': ['ID=53705678-def4-4b8e-a6fe-f5d17934f7df,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:59.337773 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54408) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:59.340840 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:59.342226 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Allocated IP 172.20.0.8 (81cfb394-8717-4f82-8a7d-65d5d91c2cb7/4f5401a7-aee7-4cf9-8721-14dbab981305/db74798b-c322-4ed6-a239-e65534e985f9) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:59.344460 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Request body: {'subnet': {'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-943803481-subnet', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:59.350244 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 53705678-def4-4b8e-a6fe-f5d17934f7df details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:10:59.352488 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-10c3f213-539e-4d9d-b8cb-3c0bda279ab6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2442f45f-8aff-4ab7-9ded-481eeb5ff476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1566665 Aug 25 16:10:59.355894 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:59.360435 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Usage tracker for resource:subnet and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:59.363771 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:59.370706 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:59.383125 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Made reservation on behalf of 89c53cb5a3ba4f2fa52a91a2b51b387f for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:59.386432 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7181586'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.651393 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-f25e4778-1f1f-466d-849d-60a0a37ad6a4 service neutron] 10.222.0.76 "GET /v2.0/networks/2442f45f-8aff-4ab7-9ded-481eeb5ff476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879417 Aug 25 16:10:59.733485 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.780253 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c7854-8cb8-41de-9a9e-153bd19816b4 req-d8b414a0-729b-4554-9f93-2043a2708233 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:59.787316 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e18c7854-8cb8-41de-9a9e-153bd19816b4 req-d8b414a0-729b-4554-9f93-2043a2708233 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 948 time: 0.2073436 Aug 25 16:10:59.817128 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7215660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7181568'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.827307 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bd753-fe58-4c53-9b5a-40ddf94347d2 req-b6b5383c-20b5-4b60-800b-4a6365a25521 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:59.828793 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-357bd753-fe58-4c53-9b5a-40ddf94347d2 req-b6b5383c-20b5-4b60-800b-4a6365a25521 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1922474 Aug 25 16:10:59.836200 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:59.874769 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.881727 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:59.925080 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3f7e2a2-b189-495c-a70e-5f08602d1e5a req-b7e96935-e84c-49dc-a894-cdb2536730ff service neutron] 10.222.0.76 "GET /v2.0/networks/2442f45f-8aff-4ab7-9ded-481eeb5ff476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880856 Aug 25 16:10:59.925330 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['ca34c05a-231c-43f2-83b9-d1d28fd40d37', '01931b1a-b098-4f0c-8110-c7694577578f'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:59.928482 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e18c7854-8cb8-41de-9a9e-153bd19816b4 req-deec686c-7bb9-44e8-8096-74fe5b2f0d86 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401863 Aug 25 16:10:59.963672 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:59.968420 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:59.971640 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2622123-f032-4ebd-a045-23ca33227397,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:59.972916 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:59.975412 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:59.979639 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-357bd753-fe58-4c53-9b5a-40ddf94347d2 req-8ccf8107-4b6d-4f55-9df8-f43a9d65eb77 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136169 Aug 25 16:10:59.986678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Checking segment: {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:59.987031 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Network hostable DHCP agents. Network: 53705678-def4-4b8e-a6fe-f5d17934f7df, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:11:00.003825 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Pushing event updated for resources: {'Port': ['ID=db74798b-c322-4ed6-a239-e65534e985f9,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:00.015308 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:00.019667 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Network 53705678-def4-4b8e-a6fe-f5d17934f7df is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:11:00.031382 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 53705678-def4-4b8e-a6fe-f5d17934f7df) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:00.041203 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9884db-fa66-4710-b586-0197ad3bb040 None None] Network 53705678-def4-4b8e-a6fe-f5d17934f7df requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:00.044040 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:00.044634 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.060989 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:00.061708 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.074656 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7356815 Aug 25 16:11:00.077306 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54422) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:00.087136 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:00.093315 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:00.098215 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Usage tracker for resource:router and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:00.127568 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:00.134540 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:00.202726 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4014301 Aug 25 16:11:00.223331 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-378adf7b-d31c-47d1-b5b7-a51e626e5710 req-c7137044-fba5-4af0-8d3f-0a2341f119d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb5841edc644dd6811afbda7254d3e4&device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 1101 time: 0.1484780 Aug 25 16:11:00.228914 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Request body: {'port': {'device_id': '83c5be18-9fea-4891-9604-df1deaebac18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:00.241684 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.242960 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.361459 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.398734 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e23a-f938-4ce8-aa23-127a8a718943 req-6430aa35-0316-4ada-92d0-2bee661324ff tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:00.400462 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3d19e23a-f938-4ce8-aa23-127a8a718943 req-6430aa35-0316-4ada-92d0-2bee661324ff tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.2056670 Aug 25 16:11:00.448583 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-53705678-def4-4b8e-a6fe-f5d17934f7df', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:11:00.449205 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97ad9-aab9-4343-a847-37c6099d40e3 req-6bc147f8-a5e8-4a89-9f94-55ae799869b3 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:00.450270 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.451480 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48e97ad9-aab9-4343-a847-37c6099d40e3 req-6bc147f8-a5e8-4a89-9f94-55ae799869b3 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 931 time: 0.1621175 Aug 25 16:11:00.463290 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.475181 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378adf7b-d31c-47d1-b5b7-a51e626e5710 req-baa463e0-d98d-4bdd-8aa0-7e7109239138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:00.476651 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-378adf7b-d31c-47d1-b5b7-a51e626e5710 req-baa463e0-d98d-4bdd-8aa0-7e7109239138 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2442f45f-8aff-4ab7-9ded-481eeb5ff476 HTTP/1.1" status: 200 len: 871 time: 0.2216556 Aug 25 16:11:00.577245 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3d19e23a-f938-4ce8-aa23-127a8a718943 req-ebc7137a-4c63-4616-ac11-52eecdca378d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675134 Aug 25 16:11:00.611713 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-378adf7b-d31c-47d1-b5b7-a51e626e5710 req-232ac923-3a0f-467b-8654-1b39f3ae5aae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=06b03338-6379-485e-8da7-9d8b9e3325de HTTP/1.1" status: 200 len: 217 time: 0.1004293 Aug 25 16:11:00.693504 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Allocated IP 172.20.0.2 (53705678-def4-4b8e-a6fe-f5d17934f7df/d2622123-f032-4ebd-a045-23ca33227397/416b66fc-ed87-41bf-8004-ab1db940c4e0) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:00.696981 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48e97ad9-aab9-4343-a847-37c6099d40e3 req-47634254-c426-4600-a8c2-dd42b8712fa1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838300 Aug 25 16:11:00.702753 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.792839 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378adf7b-d31c-47d1-b5b7-a51e626e5710 req-1e1f3796-2e3b-400e-9461-98a28214dcea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:00.794601 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-378adf7b-d31c-47d1-b5b7-a51e626e5710 req-1e1f3796-2e3b-400e-9461-98a28214dcea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f1068754-9094-4cb7-b004-fe4d9b90db6c HTTP/1.1" status: 200 len: 843 time: 0.1698918 Aug 25 16:11:00.972894 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.028585 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.044877 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Transition to ACTIVE for port object 416b66fc-ed87-41bf-8004-ab1db940c4e0 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:01.053660 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.086381 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Transition to ACTIVE for port object 416b66fc-ed87-41bf-8004-ab1db940c4e0 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:01.100046 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.110679 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:01.213985 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Network 53705678-def4-4b8e-a6fe-f5d17934f7df is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:01.218162 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:01.220920 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:01.233784 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Pushing event updated for resources: {'Port': ['ID=416b66fc-ed87-41bf-8004-ab1db940c4e0,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:01.245673 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:01.247714 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-378adf7b-d31c-47d1-b5b7-a51e626e5710 req-2a10573e-42f0-4b3a-9b7c-40c476ed7d1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2442f45f-8aff-4ab7-9ded-481eeb5ff476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4086933 Aug 25 16:11:01.388402 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Attempting to bind port 416b66fc-ed87-41bf-8004-ab1db940c4e0 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:01.388789 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Attempting to bind port 416b66fc-ed87-41bf-8004-ab1db940c4e0 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:01.389931 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Attempting to bind port 416b66fc-ed87-41bf-8004-ab1db940c4e0 on network 53705678-def4-4b8e-a6fe-f5d17934f7df {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:01.398995 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:01.399344 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Checking segment: {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:01.399830 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.401121 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Bound using segment: {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:01.402196 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Bound port: 416b66fc-ed87-41bf-8004-ab1db940c4e0, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:01.402801 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.414032 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177a286-115b-4712-a166-d2ba111512c1 req-ebcbb6d0-b9af-4bcf-943d-d0eee9d44ec3 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:01.415540 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7177a286-115b-4712-a166-d2ba111512c1 req-ebcbb6d0-b9af-4bcf-943d-d0eee9d44ec3 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 948 time: 0.2752271 Aug 25 16:11:01.454658 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174cfa4-4418-4e81-9417-f84b2ce8322a req-7e9c1392-a270-4d5d-b359-7ff90c0af077 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:01.455766 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e174cfa4-4418-4e81-9417-f84b2ce8322a req-7e9c1392-a270-4d5d-b359-7ff90c0af077 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.2258289 Aug 25 16:11:01.458643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Allocated IP 172.27.2.74 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/91e899d2-4102-470e-9f36-c7707f037228) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:01.493805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db74798b-c322-4ed6-a239-e65534e985f9 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:01.500108 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-378adf7b-d31c-47d1-b5b7-a51e626e5710 req-52645d21-7da3-43ff-bc99-16cd35fc9674 service neutron] 10.222.0.76 "GET /v2.0/networks/2442f45f-8aff-4ab7-9ded-481eeb5ff476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319968 Aug 25 16:11:01.504168 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.528201 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] For port 416b66fc-ed87-41bf-8004-ab1db940c4e0, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:01.532358 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] For port 416b66fc-ed87-41bf-8004-ab1db940c4e0, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=416b66fc-ed87-41bf-8004-ab1db940c4e0,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:01.539042 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.546549 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:01.601814 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Transition to ACTIVE for port object db74798b-c322-4ed6-a239-e65534e985f9 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:01.611985 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.623796 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:01.638181 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Pushing event updated for resources: {'Port': ['ID=416b66fc-ed87-41bf-8004-ab1db940c4e0,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:01.648503 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:01.738196 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7177a286-115b-4712-a166-d2ba111512c1 req-c26382f5-866f-484f-b581-b595d9e73c02 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082907 Aug 25 16:11:01.779312 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e174cfa4-4418-4e81-9417-f84b2ce8322a req-8c2075ea-a703-4a06-bb34-f1b12f9598b5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137286 Aug 25 16:11:01.892076 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Pushing event updated for resources: {'Port': ['ID=db74798b-c322-4ed6-a239-e65534e985f9,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:01.895607 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:01.901167 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-378adf7b-d31c-47d1-b5b7-a51e626e5710 req-747e0e39-f58e-4a9c-a02a-6d02fdc57fcc service neutron] 10.222.0.76 "GET /v2.0/networks/2442f45f-8aff-4ab7-9ded-481eeb5ff476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893607 Aug 25 16:11:01.909920 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.984748 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:01.993156 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:02.100542 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Attempting to bind port db74798b-c322-4ed6-a239-e65534e985f9 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:02.100877 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Attempting to bind port db74798b-c322-4ed6-a239-e65534e985f9 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:02.101209 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Attempting to bind port db74798b-c322-4ed6-a239-e65534e985f9 on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:02.108419 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Port db74798b-c322-4ed6-a239-e65534e985f9 on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:11:02.109232 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Attempting to bind port db74798b-c322-4ed6-a239-e65534e985f9 on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:02.116677 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:02.117392 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Checking segment: {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:02.117932 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Bound using segment: {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:02.118644 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Bound port: db74798b-c322-4ed6-a239-e65534e985f9, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:02.120496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:02.223746 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] For port db74798b-c322-4ed6-a239-e65534e985f9, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:02.224238 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:02.226633 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] For port db74798b-c322-4ed6-a239-e65534e985f9, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=db74798b-c322-4ed6-a239-e65534e985f9,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:02.227151 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Pushing event updated for resources: {'Port': ['ID=91e899d2-4102-470e-9f36-c7707f037228,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:02.231927 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:02.233596 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:02.233956 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:02.238144 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:02.240228 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dc0c7cfb-a495-41fb-ae2c-e229df2ee054 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:02.351308 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967f9a0-ec38-4637-8c6a-839595cfed9b req-3bbe7309-b8e2-4cff-afad-e31ef69bc306 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:02.352906 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6967f9a0-ec38-4637-8c6a-839595cfed9b req-3bbe7309-b8e2-4cff-afad-e31ef69bc306 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.2742682 Aug 25 16:11:02.367067 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:02.368756 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] 10.222.0.76 "PUT /v2.0/ports/db74798b-c322-4ed6-a239-e65534e985f9 HTTP/1.1" status: 200 len: 1093 time: 2.1438606 Aug 25 16:11:02.369265 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c5be18-9fea-4891-9604-df1deaebac18', 'tag': 'db74798b-c322-4ed6-a239-e65534e985f9'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:02.375832 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51bff4-101c-4fcd-b4e3-c318f5fab325 req-d3c02d70-ac96-451e-99bc-0049287a29ec tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:02.379944 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-be51bff4-101c-4fcd-b4e3-c318f5fab325 req-d3c02d70-ac96-451e-99bc-0049287a29ec tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 943 time: 0.2598522 Aug 25 16:11:02.387810 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Pushing event updated for resources: {'Port': ['ID=db74798b-c322-4ed6-a239-e65534e985f9,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:02.391344 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:02.485319 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6967f9a0-ec38-4637-8c6a-839595cfed9b req-e89b4037-165a-4cfe-81ea-f94dc1a840e5 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160924 Aug 25 16:11:02.503221 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-be51bff4-101c-4fcd-b4e3-c318f5fab325 req-668c62b2-f754-496d-9b8c-7d15232e9110 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988491 Aug 25 16:11:02.511041 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 06b03338-6379-485e-8da7-9d8b9e3325de details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:11:02.558689 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:02.560503 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:02.577074 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-28424ce0-f514-4068-aa96-6a2796b54dd4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 1096 time: 0.1162517 Aug 25 16:11:02.582091 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c5be18-9fea-4891-9604-df1deaebac18', 'tag': 'db74798b-c322-4ed6-a239-e65534e985f9', 'status': 'completed', 'code': 200} Aug 25 16:11:02.676285 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-a8363b6f-5f41-4029-8444-91578fbb351f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db74798b-c322-4ed6-a239-e65534e985f9 HTTP/1.1" status: 200 len: 217 time: 0.0793626 Aug 25 16:11:02.700222 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 06b03338-6379-485e-8da7-9d8b9e3325de, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=06b03338-6379-485e-8da7-9d8b9e3325de,segment=NetworkSegment(64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45),segment_id=64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:02.718962 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '06b03338-6379-485e-8da7-9d8b9e3325de', 'network_id': '2442f45f-8aff-4ab7-9ded-481eeb5ff476', 'port_id': '06b03338-6379-485e-8da7-9d8b9e3325de', 'mac_address': 'fa:16:3e:c1:5d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1068754-9094-4cb7-b004-fe4d9b90db6c', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:11:02.754724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-e70d94cb-b0fa-45b7-8950-e44cfd5e9f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:02.756196 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-e70d94cb-b0fa-45b7-8950-e44cfd5e9f10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4f5401a7-aee7-4cf9-8721-14dbab981305 HTTP/1.1" status: 200 len: 854 time: 0.0694563 Aug 25 16:11:02.787906 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:02.808984 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:02.829507 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b03338-6379-485e-8da7-9d8b9e3325de {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:02.854494 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 06b03338-6379-485e-8da7-9d8b9e3325de, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=06b03338-6379-485e-8da7-9d8b9e3325de,segment=NetworkSegment(64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45),segment_id=64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:02.861440 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:02.862842 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-a75a626a-641b-4746-9ddd-e8be4cc9dde3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970430 Aug 25 16:11:02.866226 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:11:02.868244 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:02.934157 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa314e5-9e63-4994-811c-cf0617f08c1a None None] Network 53705678-def4-4b8e-a6fe-f5d17934f7df requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:03.119555 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=06b03338-6379-485e-8da7-9d8b9e3325de,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:03.125598 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:03.137431 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-5bc06957-1e82-4544-a59a-a910988f01be service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650707 Aug 25 16:11:03.137981 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ac6cb548-b03d-484d-959e-5630a7666153 None None] Provisioning for port 416b66fc-ed87-41bf-8004-ab1db940c4e0 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:03.306435 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cde87-2d08-40aa-9b7f-6f1ce654ad44 req-c5db80e2-959f-4bbe-a98d-6348a96d2886 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:03.308348 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b25cde87-2d08-40aa-9b7f-6f1ce654ad44 req-c5db80e2-959f-4bbe-a98d-6348a96d2886 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 949 time: 0.2364783 Aug 25 16:11:03.329969 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f4fe4-fb02-4e6f-9fe7-2bab7b8e2e4e req-c136a667-58b8-4f59-9a32-381e1b950401 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:03.338385 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-112f4fe4-fb02-4e6f-9fe7-2bab7b8e2e4e req-c136a667-58b8-4f59-9a32-381e1b950401 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1855257 Aug 25 16:11:03.423531 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c3711cc5-e505-40bd-89fe-ffaa0313a495 req-99e9c3eb-c951-4de7-8e56-0fe700b99d48 service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765458 Aug 25 16:11:03.457143 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['06b03338-6379-485e-8da7-9d8b9e3325de'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:03.511088 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 416b66fc-ed87-41bf-8004-ab1db940c4e0 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:03.562012 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-112f4fe4-fb02-4e6f-9fe7-2bab7b8e2e4e req-58238b78-df25-4266-bda7-5506f178cff2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227759 Aug 25 16:11:03.657180 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b25cde87-2d08-40aa-9b7f-6f1ce654ad44 req-1101fb29-629c-4da6-b82d-d4b5c3ad2fa0 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909589 Aug 25 16:11:03.707026 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 416b66fc-ed87-41bf-8004-ab1db940c4e0 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:03.712890 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:03.733368 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 416b66fc-ed87-41bf-8004-ab1db940c4e0 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:03.737999 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd9bb677-efe5-499c-8a3b-312075751310 req-a72511fd-8aa0-4790-a3c5-3bc006777f34 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 1096 time: 0.1698947 Aug 25 16:11:03.743236 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:03.814553 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Sync routers for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:03.835660 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:03.840847 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7619560 Aug 25 16:11:03.841740 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54488) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:03.907652 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:03.908395 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:10:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:03.964128 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb677-efe5-499c-8a3b-312075751310 req-62d090e9-4868-4cec-a02c-31f3d5d6b264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:03.967061 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd9bb677-efe5-499c-8a3b-312075751310 req-62d090e9-4868-4cec-a02c-31f3d5d6b264 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 916 time: 0.2175448 Aug 25 16:11:03.980471 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.029778 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 416b66fc-ed87-41bf-8004-ab1db940c4e0, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=416b66fc-ed87-41bf-8004-ab1db940c4e0,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:04.037290 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.044784 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:04.071231 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02eb9-8c83-4d17-bd36-5d7e116982c3 req-72fb8eed-dd56-4b6c-87d1-5cec3cc081e4 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:04.073060 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2cf02eb9-8c83-4d17-bd36-5d7e116982c3 req-72fb8eed-dd56-4b6c-87d1-5cec3cc081e4 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.3355637 Aug 25 16:11:04.076622 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd9bb677-efe5-499c-8a3b-312075751310 req-e8e21b35-a3df-4392-9ba8-6ba3905d5af4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db74798b-c322-4ed6-a239-e65534e985f9 HTTP/1.1" status: 200 len: 217 time: 0.1019003 Aug 25 16:11:04.140441 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=416b66fc-ed87-41bf-8004-ab1db940c4e0,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:04.143000 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-4c450bc1-c677-4224-bdce-b7c2d41bf58c None None] Provisioning complete for port 416b66fc-ed87-41bf-8004-ab1db940c4e0 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:04.143394 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4c450bc1-c677-4224-bdce-b7c2d41bf58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:04.167112 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:04.167778 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:04.197372 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb677-efe5-499c-8a3b-312075751310 req-aea8ae0e-401b-4f45-beca-2356f216e48b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:04.199260 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd9bb677-efe5-499c-8a3b-312075751310 req-aea8ae0e-401b-4f45-beca-2356f216e48b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4f5401a7-aee7-4cf9-8721-14dbab981305 HTTP/1.1" status: 200 len: 854 time: 0.1110148 Aug 25 16:11:04.216118 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2cf02eb9-8c83-4d17-bd36-5d7e116982c3 req-8c521639-c82f-44f9-a0ed-e0e80d029961 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313977 Aug 25 16:11:04.250415 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544a370-0e0f-495e-b6e0-9a81d3b65989 req-fc6ab349-bf8e-444a-90d4-e595fe9bb4a1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:04.252283 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c544a370-0e0f-495e-b6e0-9a81d3b65989 req-fc6ab349-bf8e-444a-90d4-e595fe9bb4a1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 943 time: 0.2759287 Aug 25 16:11:04.268008 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd9bb677-efe5-499c-8a3b-312075751310 req-3ad40a54-6fa4-4b33-9eda-7a357c687378 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582840 Aug 25 16:11:04.452486 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd9bb677-efe5-499c-8a3b-312075751310 req-a0aba131-cff9-452f-83b4-a047b904857b service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641173 Aug 25 16:11:04.522186 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c544a370-0e0f-495e-b6e0-9a81d3b65989 req-5724699c-7e01-4283-a574-50d7c431a38d tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642124 Aug 25 16:11:04.569114 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:02Z', 'revision_number': 3, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:04.575175 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Checking router: 0dd92018-4b7a-4dd8-b76e-6289120a00d3 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:04.575770 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Updating router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 port 91e899d2-4102-470e-9f36-c7707f037228 binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:04.667925 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd9bb677-efe5-499c-8a3b-312075751310 req-d657432b-7069-4524-a27a-d1cce73ef46f service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073216 Aug 25 16:11:04.751507 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.037858 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c98a65c1-4a58-4686-9e67-7b2c4bae9130 req-6016f15d-bbe3-4f4b-a91b-df1a905d040d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1098 time: 0.0811303 Aug 25 16:11:05.068614 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d1a6f-fd5a-4e08-a8f1-aaf3d3be6a43 req-ff53baa6-25b0-41c3-a59c-0dc71e58c9d7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.070396 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b37d1a6f-fd5a-4e08-a8f1-aaf3d3be6a43 req-ff53baa6-25b0-41c3-a59c-0dc71e58c9d7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.2147024 Aug 25 16:11:05.111499 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480142e1-7b0f-4b4e-99de-9ee397164c50 req-4345e8ea-fe02-4bcb-b94f-b3cabf3d3300 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.113063 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-480142e1-7b0f-4b4e-99de-9ee397164c50 req-4345e8ea-fe02-4bcb-b94f-b3cabf3d3300 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 949 time: 0.1367824 Aug 25 16:11:05.181190 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a65c1-4a58-4686-9e67-7b2c4bae9130 req-114fb99f-6fea-482d-a0f2-6d0a477c360b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.182698 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c98a65c1-4a58-4686-9e67-7b2c4bae9130 req-114fb99f-6fea-482d-a0f2-6d0a477c360b service neutron] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 920 time: 0.1335051 Aug 25 16:11:05.237093 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b37d1a6f-fd5a-4e08-a8f1-aaf3d3be6a43 req-b6602c42-bc3b-48b3-b10e-807ebb2a1274 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575470 Aug 25 16:11:05.252054 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-480142e1-7b0f-4b4e-99de-9ee397164c50 req-11710e1e-69e3-4a1b-92b7-b2372e126d54 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820208 Aug 25 16:11:05.256656 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.271177 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Transition to ACTIVE for port object 91e899d2-4102-470e-9f36-c7707f037228 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:05.280604 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.285781 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5c104c79-aeee-4a6d-b164-8eeddba7c55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:05.421264 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c98a65c1-4a58-4686-9e67-7b2c4bae9130 req-8f8a08dd-3abf-4ae4-9a03-4495d910d759 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bdf7007-134a-442c-991e-6fe82b38df45 HTTP/1.1" status: 200 len: 217 time: 0.2279577 Aug 25 16:11:05.438517 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 416b66fc-ed87-41bf-8004-ab1db940c4e0 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:05.467614 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Pushing event updated for resources: {'Port': ['ID=91e899d2-4102-470e-9f36-c7707f037228,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:05.488327 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Attempting to bind port 91e899d2-4102-470e-9f36-c7707f037228 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:05.488698 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Attempting to bind port 91e899d2-4102-470e-9f36-c7707f037228 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:05.489059 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Attempting to bind port 91e899d2-4102-470e-9f36-c7707f037228 on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:05.497720 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.498053 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.498379 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.498700 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.499018 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.499332 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.499695 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.500059 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.500404 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.500728 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.501068 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:05.506478 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:05.507643 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:05.508018 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:05.508417 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.508799 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:05.509271 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Bound port: 91e899d2-4102-470e-9f36-c7707f037228, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:05.509660 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.523058 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a65c1-4a58-4686-9e67-7b2c4bae9130 req-21a5df42-8ea1-4dcf-91cc-00a182f93e88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.525261 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c98a65c1-4a58-4686-9e67-7b2c4bae9130 req-21a5df42-8ea1-4dcf-91cc-00a182f93e88 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.0895379 Aug 25 16:11:05.526176 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 416b66fc-ed87-41bf-8004-ab1db940c4e0 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:05.527008 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.586949 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c98a65c1-4a58-4686-9e67-7b2c4bae9130 req-cefd5e54-62b6-4adc-ac78-73ad5f322e3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533442 Aug 25 16:11:05.595694 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] For port 91e899d2-4102-470e-9f36-c7707f037228, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:05.600517 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] For port 91e899d2-4102-470e-9f36-c7707f037228, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=91e899d2-4102-470e-9f36-c7707f037228,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:05.616137 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.621364 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-f39dc7c7-3570-4e34-ac72-7a11528c3e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:05.639753 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.672103 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e596962-6022-4964-8401-f949efb257c5 req-ca325b80-0f80-4669-891d-c93073949f82 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.673765 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9e596962-6022-4964-8401-f949efb257c5 req-ca325b80-0f80-4669-891d-c93073949f82 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2097509 Aug 25 16:11:05.685166 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370d61-c1c1-436a-a160-a7ce8fc4b0d0 req-9d1229a4-62b5-4229-a3cd-78ee8430a8a1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.692117 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a7370d61-c1c1-436a-a160-a7ce8fc4b0d0 req-9d1229a4-62b5-4229-a3cd-78ee8430a8a1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.2758791 Aug 25 16:11:05.729890 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Pushing event updated for resources: {'Port': ['ID=91e899d2-4102-470e-9f36-c7707f037228,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:05.733723 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:05.739680 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:05.740343 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:10:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:05.777412 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c98a65c1-4a58-4686-9e67-7b2c4bae9130 req-000dd0a9-a9a1-4f8b-9c5f-38104be5262b service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749489 Aug 25 16:11:05.879981 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a7370d61-c1c1-436a-a160-a7ce8fc4b0d0 req-d1c888d2-06a3-43de-bf5e-0b3da3e1acf7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868491 Aug 25 16:11:05.884628 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9e596962-6022-4964-8401-f949efb257c5 req-033363ad-087d-4a65-905a-504e1ed43db4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388297 Aug 25 16:11:05.941908 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:05.944478 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c98a65c1-4a58-4686-9e67-7b2c4bae9130 req-a7181444-2c08-4ff9-abe5-37f77ef5e1c0 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579473 Aug 25 16:11:06.069527 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Allocated IP 172.20.0.1 (53705678-def4-4b8e-a6fe-f5d17934f7df/d2622123-f032-4ebd-a045-23ca33227397/652e3eae-d8f3-4e45-a61a-4592376ac091) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:06.248894 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:02Z', 'revision_number': 3, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:06.252967 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cfcdf1-91bc-47b4-b9d4-beb4c4afd978 None None] The sync data for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi is: [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:02Z', 'revision_number': 3, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:06.286165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.300403 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19f90-bbba-415b-894a-5a95580e337f req-e6bcc688-b218-4f34-a5ac-220d1c1c84f0 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:06.301928 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-33b19f90-bbba-415b-894a-5a95580e337f req-e6bcc688-b218-4f34-a5ac-220d1c1c84f0 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 943 time: 0.1987917 Aug 25 16:11:06.331047 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Transition to ACTIVE for port object 652e3eae-d8f3-4e45-a61a-4592376ac091 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:06.368563 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-33b19f90-bbba-415b-894a-5a95580e337f req-d9e33f3a-fcb6-4423-8198-fbb7332461ca tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576508 Aug 25 16:11:06.380735 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.386089 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:06.523500 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device db74798b-c322-4ed6-a239-e65534e985f9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:11:06.527954 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Network 53705678-def4-4b8e-a6fe-f5d17934f7df is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:06.535519 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 06b03338-6379-485e-8da7-9d8b9e3325de up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:06.639879 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Pushing event updated for resources: {'Port': ['ID=652e3eae-d8f3-4e45-a61a-4592376ac091,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:06.649083 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:06.655281 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:06.657236 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:06.729254 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 06b03338-6379-485e-8da7-9d8b9e3325de completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:06.738508 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 06b03338-6379-485e-8da7-9d8b9e3325de triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:06.739124 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.769450 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.831401 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port db74798b-c322-4ed6-a239-e65534e985f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=db74798b-c322-4ed6-a239-e65534e985f9,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:06.853155 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'db74798b-c322-4ed6-a239-e65534e985f9', 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7', 'port_id': 'db74798b-c322-4ed6-a239-e65534e985f9', 'mac_address': 'fa:16:3e:e6:ca:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5401a7-aee7-4cf9-8721-14dbab981305', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:11:06.897740 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa312c-9c38-4845-a2c6-7659fe1d3e8a req-25e44410-cc54-48ef-b87f-eb44721fee1c tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:06.899182 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1dfa312c-9c38-4845-a2c6-7659fe1d3e8a req-25e44410-cc54-48ef-b87f-eb44721fee1c tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 949 time: 0.5139899 Aug 25 16:11:06.899817 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.045943 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.054231 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f4ab5-a3b0-49f0-adbf-66e75047b6dc req-47b23d23-0bfe-42c3-ad75-55de6d0d503c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:07.060864 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.062349 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ab5f4ab5-a3b0-49f0-adbf-66e75047b6dc req-47b23d23-0bfe-42c3-ad75-55de6d0d503c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.5449586 Aug 25 16:11:07.083549 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1dfa312c-9c38-4845-a2c6-7659fe1d3e8a req-8efbd2c1-2a2b-4d01-b29d-9257e4901ae7 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620460 Aug 25 16:11:07.094649 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-2fbe4937-ee76-4cb0-9dd7-9cbf1a8431d0 None None] Provisioning for port 652e3eae-d8f3-4e45-a61a-4592376ac091 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:07.099552 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db74798b-c322-4ed6-a239-e65534e985f9 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:07.127604 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port db74798b-c322-4ed6-a239-e65534e985f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=db74798b-c322-4ed6-a239-e65534e985f9,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:07.138519 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2aac2b-6085-4bb3-90fb-7ee2f3379413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b03338-6379-485e-8da7-9d8b9e3325de'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:07.144376 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.148038 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:07.200144 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-2fbe4937-ee76-4cb0-9dd7-9cbf1a8431d0 None None] Provisioning complete for port 652e3eae-d8f3-4e45-a61a-4592376ac091 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:07.200535 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4937-ee76-4cb0-9dd7-9cbf1a8431d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.222504 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ab5f4ab5-a3b0-49f0-adbf-66e75047b6dc req-62fd46ba-7385-40db-b4b3-49a6c8dd0759 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592667 Aug 25 16:11:07.239149 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 06b03338-6379-485e-8da7-9d8b9e3325de, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=06b03338-6379-485e-8da7-9d8b9e3325de,segment=NetworkSegment(64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45),segment_id=64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:07.275835 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.312146 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=db74798b-c322-4ed6-a239-e65534e985f9,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:07.314846 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe4937-ee76-4cb0-9dd7-9cbf1a8431d0 None None] Port 652e3eae-d8f3-4e45-a61a-4592376ac091 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:07.316384 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:07.316868 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:07.413512 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=06b03338-6379-485e-8da7-9d8b9e3325de,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:07.416692 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:07.452419 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 91e899d2-4102-470e-9f36-c7707f037228 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:07.533091 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 91e899d2-4102-470e-9f36-c7707f037228 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:07.538766 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 91e899d2-4102-470e-9f36-c7707f037228 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:07.539187 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.540835 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd6c7a-9fff-4a31-bac4-cb4a0fd6e5c0 req-77e33bb5-a6e4-4cf6-9663-0b0370e7c11e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:07.542282 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d7dd6c7a-9fff-4a31-bac4-cb4a0fd6e5c0 req-77e33bb5-a6e4-4cf6-9663-0b0370e7c11e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.3136735 Aug 25 16:11:07.585147 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.594884 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7215769'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.629210 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ab7e9-42a4-463e-9048-31ba30852806 req-375a1eec-fbf1-4466-802e-4a11f1ead767 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:07.630751 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-864ab7e9-42a4-463e-9048-31ba30852806 req-375a1eec-fbf1-4466-802e-4a11f1ead767 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2182491 Aug 25 16:11:07.634618 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b42e0793-b8dd-4524-8652-2964db74aa5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:07.645434 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54540) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:07.685833 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.708102 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 91e899d2-4102-470e-9f36-c7707f037228, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=91e899d2-4102-470e-9f36-c7707f037228,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:07.713176 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.715964 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f58f452a-af5c-4ac8-99e9-baaa80e124f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:07.746761 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d7dd6c7a-9fff-4a31-bac4-cb4a0fd6e5c0 req-53ca1105-219b-41a1-9fa3-ea687aea98a2 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891577 Aug 25 16:11:07.771400 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Pushing event updated for resources: {'Port': ['ID=652e3eae-d8f3-4e45-a61a-4592376ac091,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:07.774312 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:07.784654 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.792091 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=91e899d2-4102-470e-9f36-c7707f037228,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:07.794403 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-864ab7e9-42a4-463e-9048-31ba30852806 req-b1388e83-c52f-448a-abd5-70778c5e7d9c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186624 Aug 25 16:11:07.807718 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:07.812124 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['db74798b-c322-4ed6-a239-e65534e985f9'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:07.842664 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.893018 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2aac2b-6085-4bb3-90fb-7ee2f3379413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b03338-6379-485e-8da7-9d8b9e3325de', 'code': 200} Aug 25 16:11:07.920368 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:07.932231 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Usage tracker for resource:security_group_rule and tenant:c0356c69e27641f488aed19f3938ef48 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:07.936538 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:07.950809 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:07.993093 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Network 53705678-def4-4b8e-a6fe-f5d17934f7df is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:07.996854 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:08.066632 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.088449 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.103924 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1905e6b8-a44f-4734-ac78-67e74e63c325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:08.185785 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdddd6a6-703e-474f-99da-1e41df7a2e7a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:08.193418 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0356c69e27641f488aed19f3938ef48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5468292 Aug 25 16:11:08.194537 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:08.201586 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54550) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:08.348715 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8828d21c-7226-4e19-9f65-91b2e986f37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.353257 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-c8d50545-473e-4b5c-b705-a6c73f706efb None None] Provisioning complete for port 652e3eae-d8f3-4e45-a61a-4592376ac091 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:08.353905 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c8d50545-473e-4b5c-b705-a6c73f706efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.379852 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8828d21c-7226-4e19-9f65-91b2e986f37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.385562 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469b7ca-efd5-4bd7-b2d9-1ae4ca4d24f5 req-00c75ad2-e7ba-4a22-acc4-6ba3ffc61e1a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:08.387612 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c469b7ca-efd5-4bd7-b2d9-1ae4ca4d24f5 req-00c75ad2-e7ba-4a22-acc4-6ba3ffc61e1a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 944 time: 0.3079352 Aug 25 16:11:08.406202 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eba7623b-7d3a-4a0f-8245-a252be001ace req-c313b863-df38-4f7f-a92f-dab905f5d935 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 1103 time: 0.1514504 Aug 25 16:11:08.476451 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8828d21c-7226-4e19-9f65-91b2e986f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.489348 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-97f51f67-0a76-4d23-a825-0819c2fa0c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:08.491062 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-c8d50545-473e-4b5c-b705-a6c73f706efb None None] Port 652e3eae-d8f3-4e45-a61a-4592376ac091 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:08.505472 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828d21c-7226-4e19-9f65-91b2e986f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdddd6a6-703e-474f-99da-1e41df7a2e7a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:08.508816 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8828d21c-7226-4e19-9f65-91b2e986f37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:08.511545 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eba7623b-7d3a-4a0f-8245-a252be001ace req-d97fe2b1-03bd-4dea-ac16-5b5db57cc742 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914750 Aug 25 16:11:08.513228 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8828d21c-7226-4e19-9f65-91b2e986f37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.515283 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8828d21c-7226-4e19-9f65-91b2e986f37b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bdddd6a6-703e-474f-99da-1e41df7a2e7a HTTP/1.1" status: 204 len: 168 time: 0.3116772 Aug 25 16:11:08.565987 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f1491-c423-425b-8322-f4ae7a277d0a req-f4eea178-1fae-4625-b4c2-2bbc3ecbde88 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:08.567466 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e8f1491-c423-425b-8322-f4ae7a277d0a req-f4eea178-1fae-4625-b4c2-2bbc3ecbde88 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 950 time: 0.2626824 Aug 25 16:11:08.569775 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c469b7ca-efd5-4bd7-b2d9-1ae4ca4d24f5 req-2ec4c818-dac7-4168-96c9-7e48a2ad9906 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709371 Aug 25 16:11:08.633387 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e8f1491-c423-425b-8322-f4ae7a277d0a req-fdbca0f8-3682-42f1-8bb6-c07edca9285d tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599456 Aug 25 16:11:08.942235 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:11:08.951560 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a77bdb-a3fa-4e76-aa8c-66bf7c40f2f4 req-582d232a-8621-4b5b-bbbc-0615df85aa66 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:08.955981 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-90a77bdb-a3fa-4e76-aa8c-66bf7c40f2f4 req-582d232a-8621-4b5b-bbbc-0615df85aa66 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.2427139 Aug 25 16:11:09.088354 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-90a77bdb-a3fa-4e76-aa8c-66bf7c40f2f4 req-4b8be185-3361-4dc4-b243-7d1db34289f1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314969 Aug 25 16:11:09.115497 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab689e-ab48-4137-8702-32fd8e5fde75 req-b2125586-9f2b-4237-97cf-f7c495e5b6cb tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:09.117059 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2ab689e-ab48-4137-8702-32fd8e5fde75 req-b2125586-9f2b-4237-97cf-f7c495e5b6cb tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.2272029 Aug 25 16:11:09.188235 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2ab689e-ab48-4137-8702-32fd8e5fde75 req-b5aa6491-f4f8-47ed-ba41-e703861a298c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635540 Aug 25 16:11:09.395207 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 91e899d2-4102-470e-9f36-c7707f037228 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:09.401977 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:09.424398 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] 10.222.0.73 "PUT /v2.0/routers/0dd92018-4b7a-4dd8-b76e-6289120a00d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5787363 Aug 25 16:11:09.432678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29397144-20dc-4d1e-a6b3-8950822ee3c7 req-bb92032e-835e-42b4-97fa-d962f6e9f7ec tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:09.435222 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-29397144-20dc-4d1e-a6b3-8950822ee3c7 req-bb92032e-835e-42b4-97fa-d962f6e9f7ec tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1887877 Aug 25 16:11:09.490802 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 91e899d2-4102-470e-9f36-c7707f037228 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:09.491243 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:09.550917 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-29397144-20dc-4d1e-a6b3-8950822ee3c7 req-0cee6855-e659-4b81-9adb-43e8a468c679 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978584 Aug 25 16:11:09.640076 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54590) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:09.657077 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbe3f3-eff0-48eb-97bb-ba865a180b42 req-2a476cfd-b55b-4f6f-8034-9c70b31b1b95 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:09.666366 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-47cbe3f3-eff0-48eb-97bb-ba865a180b42 req-2a476cfd-b55b-4f6f-8034-9c70b31b1b95 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1071010 Aug 25 16:11:09.742968 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-47cbe3f3-eff0-48eb-97bb-ba865a180b42 req-a7bdfad0-aef3-47f3-86f0-1f83e278af1f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755517 Aug 25 16:11:09.815152 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-200f2838-48ed-499c-8edd-19cbd92048cc req-ab75cd8c-b5e2-46ea-89ee-3b621de080d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 1098 time: 0.0789962 Aug 25 16:11:09.879024 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1782e-34da-4167-a80f-c8f2328c3974 req-34653c85-8503-4f0f-9b1e-280a55c1c2c9 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:09.880738 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2ae1782e-34da-4167-a80f-c8f2328c3974 req-34653c85-8503-4f0f-9b1e-280a55c1c2c9 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 944 time: 0.1195645 Aug 25 16:11:09.895904 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-232150856-network', 'tenant_id': '11158028ca0244c6976197ab17ae1c37'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:09.964541 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:09.969020 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Usage tracker for resource:network and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:09.972082 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:09.978014 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:09.992158 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Made reservation on behalf of 11158028ca0244c6976197ab17ae1c37 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:09.995164 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.012069 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.019833 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2ae1782e-34da-4167-a80f-c8f2328c3974 req-ff594954-3bac-4af5-bb5b-3152f5653c4b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302767 Aug 25 16:11:10.047885 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2559a-ee9a-4b9b-bfcc-809e8bc3693d req-9b2b6ec8-fd77-49e2-b752-11f905f2f8ad tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.059277 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52e2559a-ee9a-4b9b-bfcc-809e8bc3693d req-9b2b6ec8-fd77-49e2-b752-11f905f2f8ad tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 950 time: 0.1704333 Aug 25 16:11:10.079796 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:10.103634 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Usage tracker for resource:security_group_rule and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:10.110882 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:10.126262 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52e2559a-ee9a-4b9b-bfcc-809e8bc3693d req-01afc5f5-948e-4398-a073-3f33b13c93ee tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657675 Aug 25 16:11:10.128321 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:10.172014 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f2838-48ed-499c-8edd-19cbd92048cc req-1e86db35-0bd8-43c5-975f-83942ba260fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.173600 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-200f2838-48ed-499c-8edd-19cbd92048cc req-1e86db35-0bd8-43c5-975f-83942ba260fe service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 912 time: 0.3470829 Aug 25 16:11:10.330705 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.344408 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.357273 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f85c-6476-47fb-9785-1902079502ea req-7002db5e-519c-44b6-ba3c-7a9dfcc0bb65 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.360454 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b8c9f85c-6476-47fb-9785-1902079502ea req-7002db5e-519c-44b6-ba3c-7a9dfcc0bb65 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1051888 Aug 25 16:11:10.363482 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:11:10.367299 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Sync routers for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:10.375067 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.375412 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Added segment d1ae1a95-a839-426c-a9b6-d6cd1ad06919 of type vlan for network bdf0a20c-889b-4590-a693-c718a6547eef Aug 25 16:11:10.396169 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:10.396834 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:10:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:10.406433 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.438517 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5d03343b-e2cd-4ad4-80a1-3b5998a2153e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:10.471899 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b8c9f85c-6476-47fb-9785-1902079502ea req-8052f545-71d2-4f88-9975-0e1d826bbe01 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953674 Aug 25 16:11:10.494358 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea85a1e1-db41-4e29-9245-5551745acd0b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:10.510153 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:10.512688 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-200f2838-48ed-499c-8edd-19cbd92048cc req-e1a3275a-d277-454b-ad50-b09ca6c114f0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f HTTP/1.1" status: 200 len: 1001 time: 0.3088143 Aug 25 16:11:10.517344 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.517344 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.517862 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.529580 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:10.543716 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device db74798b-c322-4ed6-a239-e65534e985f9 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:10.621543 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f2838-48ed-499c-8edd-19cbd92048cc req-41bf0b8e-5f2b-4a76-891d-0b89a12a30ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.623027 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-200f2838-48ed-499c-8edd-19cbd92048cc req-41bf0b8e-5f2b-4a76-891d-0b89a12a30ef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 200 len: 849 time: 0.0741460 Aug 25 16:11:10.746212 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port db74798b-c322-4ed6-a239-e65534e985f9 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:10.746952 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1057670 Aug 25 16:11:10.751098 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf0a20c-889b-4590-a693-c718a6547eef,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:10.754230 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54618) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:10.758438 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port db74798b-c322-4ed6-a239-e65534e985f9 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:10.758973 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.760521 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:10.768060 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Request body: {'subnet': {'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-232150856-subnet', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:10.781806 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:10.788737 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Usage tracker for resource:subnet and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:10.791783 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-200f2838-48ed-499c-8edd-19cbd92048cc req-cd028da7-dc62-46f2-9fd0-d05852c63315 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3283531-0cca-4c41-9237-dcec1b05d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189258 Aug 25 16:11:10.796659 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network bdf0a20c-889b-4590-a693-c718a6547eef details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:11:10.797122 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:10.814645 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:10.830605 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Made reservation on behalf of 11158028ca0244c6976197ab17ae1c37 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:10.833002 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7181586'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.853308 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54624) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:10.917337 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1425376113-network', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:10.932680 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:10.950710 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e75f2-7099-452f-bcbe-cc3fdcf9a000 req-bd990909-f796-475a-8a6b-1177e9f06fa0 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.952214 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d16e75f2-7099-452f-bcbe-cc3fdcf9a000 req-bd990909-f796-475a-8a6b-1177e9f06fa0 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2768910 Aug 25 16:11:10.953683 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:10.960885 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Usage tracker for resource:network and tenant:abf4f0b658ff46b8aad7469e5663ffb8 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:10.977874 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:10.994809 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:11.020987 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-200f2838-48ed-499c-8edd-19cbd92048cc req-73358427-13e5-4907-b887-8a6d9f79e910 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210593 Aug 25 16:11:11.073666 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Made reservation on behalf of abf4f0b658ff46b8aad7469e5663ffb8 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:11.076445 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.111682 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.135230 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d16e75f2-7099-452f-bcbe-cc3fdcf9a000 req-d19d3d24-b413-4188-a3ce-b85eca6d7910 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757517 Aug 25 16:11:11.226877 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.227629 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:11.235530 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:abf4f0b658ff46b8aad7469e5663ffb8 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:11.240664 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:11.255233 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:11.272306 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbaf9f7-4208-4739-bb8b-47bf74ec8c89 req-aef09586-46a8-4dd4-92a3-c4b278d41228 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:11.278783 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-200f2838-48ed-499c-8edd-19cbd92048cc req-36eb3f27-0835-4ad4-9204-df1bd708129e service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423222 Aug 25 16:11:11.280051 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dfbaf9f7-4208-4739-bb8b-47bf74ec8c89 req-aef09586-46a8-4dd4-92a3-c4b278d41228 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.2955873 Aug 25 16:11:11.291241 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c5be18-9fea-4891-9604-df1deaebac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db74798b-c322-4ed6-a239-e65534e985f9'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:11.313140 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port db74798b-c322-4ed6-a239-e65534e985f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=db74798b-c322-4ed6-a239-e65534e985f9,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:11.319066 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.320984 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:11.430489 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=db74798b-c322-4ed6-a239-e65534e985f9,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:11.434759 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:11.456926 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7215660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7181568'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.460241 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:06Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '652e3eae-d8f3-4e45-a61a-4592376ac091', 'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'mac_address': 'fa:16:3e:cb:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:05Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 2, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'subnets': [{'id': 'd2622123-f032-4ebd-a045-23ca33227397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:11.464696 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dfbaf9f7-4208-4739-bb8b-47bf74ec8c89 req-43ecb414-862b-49da-a814-cd3c6ea58742 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838322 Aug 25 16:11:11.465177 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Checking router: 0dd92018-4b7a-4dd8-b76e-6289120a00d3 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:11.465177 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Updating router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 port 652e3eae-d8f3-4e45-a61a-4592376ac091 binding host dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:11.472315 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dd897d63-64be-467f-9ee8-a6d050c481ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:11.532835 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.593789 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f01984b-310a-4581-acbb-95a250fbb38d,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:11.608079 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.609651 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:11.658251 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.667241 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c666e812-2c3f-4893-8aed-184c3e55b58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:11.691763 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d077-26b7-4c73-a938-e542b71c68b3 req-c7218164-1d07-4716-a99c-738beffde894 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:11.693245 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-68e1d077-26b7-4c73-a938-e542b71c68b3 req-c7218164-1d07-4716-a99c-738beffde894 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 945 time: 0.3752120 Aug 25 16:11:11.714186 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:11:11.768761 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ecf3d0-6731-4960-9b29-0bab210062ad,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:11.773971 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.774314 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Added segment 4c9a9827-570a-4bd3-b3f8-fb7f04e935eb of type vlan for network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f Aug 25 16:11:11.776230 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:11.777121 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Checking segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:11.777121 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Network hostable DHCP agents. Network: bdf0a20c-889b-4590-a693-c718a6547eef, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:11:11.837749 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.843910 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-68e1d077-26b7-4c73-a938-e542b71c68b3 req-74fe97e7-cf6e-490a-a2dc-eaf26980069b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392562 Aug 25 16:11:11.859404 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8e393-52b4-42aa-8437-ac4394b9862e req-953e78af-f1eb-431f-a19e-d608c93e8f2e tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:11.860961 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bd8e393-52b4-42aa-8437-ac4394b9862e req-953e78af-f1eb-431f-a19e-d608c93e8f2e tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 950 time: 0.2645869 Aug 25 16:11:11.909369 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.930458 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Transition to ACTIVE for port object 652e3eae-d8f3-4e45-a61a-4592376ac091 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:11.938173 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c5be18-9fea-4891-9604-df1deaebac18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db74798b-c322-4ed6-a239-e65534e985f9', 'code': 200} Aug 25 16:11:11.942318 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:11.946786 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:11.994378 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Network bdf0a20c-889b-4590-a693-c718a6547eef is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:11:12.009204 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.011278 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:12.012060 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.032162 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, bdf0a20c-889b-4590-a693-c718a6547eef) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:12.036195 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:12.069217 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:12.069913 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.108970 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ef242-1e68-4023-b5a8-142220c38479 None None] Network bdf0a20c-889b-4590-a693-c718a6547eef requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:12.234751 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3274887 Aug 25 16:11:12.237987 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54640) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:12.244149 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Request body: {'subnet': {'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1425376113-subnet', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:12.253255 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bd8e393-52b4-42aa-8437-ac4394b9862e req-5cc30452-7ae1-46a0-8c58-b46754a84d0d tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754075 Aug 25 16:11:12.257259 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:12.259024 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f814e-f2f0-4095-b80e-cd1803585c1c None None] Pushing event updated for resources: {'Port': ['ID=652e3eae-d8f3-4e45-a61a-4592376ac091,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:12.263857 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f66f814e-f2f0-4095-b80e-cd1803585c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:12.281078 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Usage tracker for resource:subnet and tenant:abf4f0b658ff46b8aad7469e5663ffb8 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:12.285214 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:12.294610 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:12.302607 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ea9cf5c4-af7d-4018-81bf-76d7b3a2b87b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5472648 Aug 25 16:11:12.305749 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0ebbda85-55bb-4b2d-982a-e5ecde095c1f,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:12.306125 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54646) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:12.326704 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:11:12.329576 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:12.362402 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ea2f6-90fc-468c-b014-92e97a309261 req-dc8bb8e7-b07a-48a1-b75f-a982bb3dfd30 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:12.370207 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-435ea2f6-90fc-468c-b014-92e97a309261 req-dc8bb8e7-b07a-48a1-b75f-a982bb3dfd30 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.3044279 Aug 25 16:11:12.381257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:12.394670 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Made reservation on behalf of abf4f0b658ff46b8aad7469e5663ffb8 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:12.396520 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6846990'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.413344 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:12.421909 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Usage tracker for resource:router and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:12.429339 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:12.498167 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:12.518487 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-435ea2f6-90fc-468c-b014-92e97a309261 req-f43fe6bb-af32-482a-b33a-5c9e45fd28ef tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470942 Aug 25 16:11:12.528517 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Attempting to bind port 652e3eae-d8f3-4e45-a61a-4592376ac091 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:12.529084 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Attempting to bind port 652e3eae-d8f3-4e45-a61a-4592376ac091 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:12.529276 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Attempting to bind port 652e3eae-d8f3-4e45-a61a-4592376ac091 on network 53705678-def4-4b8e-a6fe-f5d17934f7df {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:12.550897 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.551986 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.584981 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3aa8fdea-cdaf-429f-b8bc-fe98f1c4cf05 req-699504ea-066d-4336-bdd1-63343ba9e069 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 1098 time: 0.2636039 Aug 25 16:11:12.596298 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:12.596543 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Checking segment: {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:12.597175 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.597302 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Bound using segment: {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:12.597779 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Bound port: 652e3eae-d8f3-4e45-a61a-4592376ac091, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:12.598165 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.618230 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.641365 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7082b23-1f3c-4fe3-a1a3-17e1ac098276 req-1836d546-cac0-426e-a4db-ee8118d7fa30 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:12.651801 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7082b23-1f3c-4fe3-a1a3-17e1ac098276 req-1836d546-cac0-426e-a4db-ee8118d7fa30 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1970365 Aug 25 16:11:12.735187 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-bdf0a20c-889b-4590-a693-c718a6547eef', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:11:12.736140 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.756240 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7082b23-1f3c-4fe3-a1a3-17e1ac098276 req-32db6077-681d-4921-9ae4-b7b214397a26 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034300 Aug 25 16:11:12.760231 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3aa8fdea-cdaf-429f-b8bc-fe98f1c4cf05 req-7f3e84b1-838b-4757-a3bb-dfac5b5bdff9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666410 Aug 25 16:11:12.771309 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] For port 652e3eae-d8f3-4e45-a61a-4592376ac091, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:12.826747 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] For port 652e3eae-d8f3-4e45-a61a-4592376ac091, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=652e3eae-d8f3-4e45-a61a-4592376ac091,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:12.834371 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.842041 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:12.926217 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.938040 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1512843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6847004'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.943212 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-95b163fd-0cb4-40c7-a1f2-16291047e564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:13.000687 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f814e-f2f0-4095-b80e-cd1803585c1c None None] Pushing event updated for resources: {'Port': ['ID=652e3eae-d8f3-4e45-a61a-4592376ac091,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:13.021843 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f66f814e-f2f0-4095-b80e-cd1803585c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:13.052966 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:13.053620 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:10:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:13.093650 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f4115-034b-4cec-ab8f-df059ae4d932 req-1dc043ad-6cc5-4b2a-87bf-5947ce6ccff2 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:13.095528 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd0f4115-034b-4cec-ab8f-df059ae4d932 req-1dc043ad-6cc5-4b2a-87bf-5947ce6ccff2 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1599357 Aug 25 16:11:13.123073 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Allocated IP 172.20.0.2 (bdf0a20c-889b-4590-a693-c718a6547eef/6f01984b-310a-4581-acbb-95a250fbb38d/a6fbc04f-ace6-4f5a-9914-7fa56d5a130e) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:13.166500 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152a1387-e88f-4fa2-a6f7-ac2ea73f4f46,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:13.173329 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:13.182117 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Checking segment: {'id': '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:13.183930 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Network hostable DHCP agents. Network: 0ebbda85-55bb-4b2d-982a-e5ecde095c1f, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:11:13.241131 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:11:13.249956 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd0f4115-034b-4cec-ab8f-df059ae4d932 req-9d7b71e3-514b-4b73-ba94-79b013f4267d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478779 Aug 25 16:11:13.280536 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 0ebbda85-55bb-4b2d-982a-e5ecde095c1f) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:13.301006 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e545524-e381-4be4-a462-efde947073d6 None None] Network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:13.308335 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:13.309402 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.320041 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5a746-6e18-4d9c-93ef-2c44cd53ae60 req-3842ad82-cef0-4632-9ac8-9b62c32082eb tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:13.321703 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-76b5a746-6e18-4d9c-93ef-2c44cd53ae60 req-3842ad82-cef0-4632-9ac8-9b62c32082eb tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 945 time: 0.1694646 Aug 25 16:11:13.416462 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1f02dbde-f674-4454-ab6b-0e2032f24a87 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1773865 Aug 25 16:11:13.424326 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54662) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:13.432203 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-76b5a746-6e18-4d9c-93ef-2c44cd53ae60 req-74e014eb-4a9a-41c0-99f2-6279bf8ef881 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030362 Aug 25 16:11:13.435336 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:13.452221 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:13.462195 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Usage tracker for resource:router and tenant:abf4f0b658ff46b8aad7469e5663ffb8 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:13.463213 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.467424 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:13.474629 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:13.490512 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.491485 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.504575 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:13.505619 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.508485 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e21345-7e12-4016-89f7-cb870a7bc559 req-61821a69-e4ac-442b-8223-4dc45cd4863b tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:13.509968 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c7e21345-7e12-4016-89f7-cb870a7bc559 req-61821a69-e4ac-442b-8223-4dc45cd4863b tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 950 time: 0.1307607 Aug 25 16:11:13.547805 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.575142 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c7e21345-7e12-4016-89f7-cb870a7bc559 req-9bff12cb-05a3-4dd4-ae40-afd5ca20ff10 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570228 Aug 25 16:11:13.682533 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Allocated IP 172.27.2.202 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/f0d96f75-4dc5-4c4c-8c78-19a65b378010) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:13.782689 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.870526 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.873888 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-06a043ea-1036-46a2-b722-343323d5521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.893589 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f218-8e82-4bc3-9f82-76bd36e0ac22 req-02dad0f6-56c5-4d9a-b522-cdb42a43839c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:13.895180 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0be4f218-8e82-4bc3-9f82-76bd36e0ac22 req-02dad0f6-56c5-4d9a-b522-cdb42a43839c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1851180 Aug 25 16:11:13.895979 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.930050 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:13.940319 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-236ca37a-d5ea-409d-9e16-fa5fe97253c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:13.996996 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Transition to ACTIVE for port object a6fbc04f-ace6-4f5a-9914-7fa56d5a130e will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:13.997139 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0be4f218-8e82-4bc3-9f82-76bd36e0ac22 req-0ef79a0c-e67e-4bb7-af9b-9f4d9d0509d3 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927274 Aug 25 16:11:14.021352 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Pushing event updated for resources: {'Port': ['ID=f0d96f75-4dc5-4c4c-8c78-19a65b378010,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:14.046785 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:14.057292 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:14.065405 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:14.070988 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:14.079479 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-0ebbda85-55bb-4b2d-982a-e5ecde095c1f', 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'fixed_ips': [{'subnet_id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:11:14.080310 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.090313 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Transition to ACTIVE for port object a6fbc04f-ace6-4f5a-9914-7fa56d5a130e will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:14.110721 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.118941 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:14.160352 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde9b3e-34b7-4cca-b01a-d6e7ed511059 req-70d536fb-7b82-4e3b-92f1-214169c8f69f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:14.161817 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-edde9b3e-34b7-4cca-b01a-d6e7ed511059 req-70d536fb-7b82-4e3b-92f1-214169c8f69f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1517065 Aug 25 16:11:14.190942 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.226691 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.273515 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.275561 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.285358 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Network bdf0a20c-889b-4590-a693-c718a6547eef is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:14.288527 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.304574 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-edde9b3e-34b7-4cca-b01a-d6e7ed511059 req-edc04410-a38f-4afb-9f30-d44be6444d4f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365383 Aug 25 16:11:14.322555 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:14.329711 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Pushing event updated for resources: {'Port': ['ID=a6fbc04f-ace6-4f5a-9914-7fa56d5a130e,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:14.332289 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:14.340434 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:14.399112 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Allocated IP 172.27.2.29 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/9fa848b5-aed0-4a7b-a678-af5f64a19b11) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:14.513082 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Attempting to bind port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:14.513462 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Attempting to bind port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:14.513831 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Attempting to bind port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e on network bdf0a20c-889b-4590-a693-c718a6547eef {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:14.526084 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Allocated IP 172.20.0.2 (0ebbda85-55bb-4b2d-982a-e5ecde095c1f/152a1387-e88f-4fa2-a6f7-ac2ea73f4f46/028b3d3d-d00e-4c19-b300-f0b6425b2319) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:14.539418 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:14.539836 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Checking segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:14.540232 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.540633 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Bound using segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:14.541119 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Bound port: a6fbc04f-ace6-4f5a-9914-7fa56d5a130e, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:14.541510 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.574707 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.614335 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:06Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '652e3eae-d8f3-4e45-a61a-4592376ac091', 'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'mac_address': 'fa:16:3e:cb:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:05Z', 'updated_at': '2021-08-25T16:11:12Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'subnets': [{'id': 'd2622123-f032-4ebd-a045-23ca33227397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:14.619038 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Router 1dd99cc0-2179-42ba-883f-8af7243d266e is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:11:14.652753 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.659679 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:14.681825 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df153ee2-8dae-42d6-ab7e-b1f7dce8e803 None None] The sync data for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi is: [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:06Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '652e3eae-d8f3-4e45-a61a-4592376ac091', 'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'mac_address': 'fa:16:3e:cb:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:05Z', 'updated_at': '2021-08-25T16:11:12Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'subnets': [{'id': 'd2622123-f032-4ebd-a045-23ca33227397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:14.789246 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] For port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:14.801220 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] For port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a6fbc04f-ace6-4f5a-9914-7fa56d5a130e,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:14.812433 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.818845 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-774fc03b-3042-463a-b2fe-3926dd5e70cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:14.944902 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa848b5-aed0-4a7b-a678-af5f64a19b11,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:14.951289 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:14.958593 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:14.965127 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:14.983803 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Pushing event updated for resources: {'Port': ['ID=a6fbc04f-ace6-4f5a-9914-7fa56d5a130e,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:14.986971 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:14.990867 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:15.016927 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Transition to ACTIVE for port object 028b3d3d-d00e-4c19-b300-f0b6425b2319 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:15.017310 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:15.057546 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Transition to ACTIVE for port object 028b3d3d-d00e-4c19-b300-f0b6425b2319 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:15.072146 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:15.081956 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:15.174989 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Pushing event updated for resources: {'Port': ['ID=028b3d3d-d00e-4c19-b300-f0b6425b2319,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:15.186020 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:15.201671 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:15.204237 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:15.210177 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:15.225779 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:15.241248 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Sync routers for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:15.260305 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:15.260931 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:10:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:15.269742 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeee5fa-05e2-4787-b50c-c82710b8ec64 req-bf276997-8c08-47c3-b30f-5b90b0fceb83 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:15.278717 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fbeee5fa-05e2-4787-b50c-c82710b8ec64 req-bf276997-8c08-47c3-b30f-5b90b0fceb83 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 945 time: 0.6691298 Aug 25 16:11:15.282232 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:15.286558 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9781160 Aug 25 16:11:15.287219 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54680) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:15.358975 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc00e0-29e6-4ad7-842a-90ccd7d89316 req-cf799da7-5791-4fc4-b4f4-ef5f9bdbd698 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:15.360763 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d1bc00e0-29e6-4ad7-842a-90ccd7d89316 req-cf799da7-5791-4fc4-b4f4-ef5f9bdbd698 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 950 time: 0.5312326 Aug 25 16:11:15.385588 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fbeee5fa-05e2-4787-b50c-c82710b8ec64 req-4206a5d6-f08c-44f7-8c3a-62065fad39b5 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056786 Aug 25 16:11:15.406991 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Attempting to bind port 028b3d3d-d00e-4c19-b300-f0b6425b2319 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:15.410951 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Attempting to bind port 028b3d3d-d00e-4c19-b300-f0b6425b2319 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:15.411780 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Attempting to bind port 028b3d3d-d00e-4c19-b300-f0b6425b2319 on network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:15.465926 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:15.466315 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Checking segment: {'id': '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:15.466738 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:15.467146 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Bound using segment: {'id': '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:15.467683 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Bound port: 028b3d3d-d00e-4c19-b300-f0b6425b2319, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:15.471307 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:15.595170 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d1bc00e0-29e6-4ad7-842a-90ccd7d89316 req-11923fdf-5b39-4c59-bfac-5034007b8af6 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029076 Aug 25 16:11:15.640101 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a6fbc04f-ace6-4f5a-9914-7fa56d5a130e up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:15.772950 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] For port 028b3d3d-d00e-4c19-b300-f0b6425b2319, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:15.777782 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] For port 028b3d3d-d00e-4c19-b300-f0b6425b2319, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=028b3d3d-d00e-4c19-b300-f0b6425b2319,segment=NetworkSegment(4c9a9827-570a-4bd3-b3f8-fb7f04e935eb),segment_id=4c9a9827-570a-4bd3-b3f8-fb7f04e935eb)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:15.791966 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:15.801934 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:15.809432 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:15.814536 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:15.827345 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:15.895791 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:15.914605 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 652e3eae-d8f3-4e45-a61a-4592376ac091 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:16.065197 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Pushing event updated for resources: {'Port': ['ID=028b3d3d-d00e-4c19-b300-f0b6425b2319,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:16.069229 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:16.094206 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 652e3eae-d8f3-4e45-a61a-4592376ac091 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:16.105382 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 652e3eae-d8f3-4e45-a61a-4592376ac091 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:16.106790 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.333056 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce31a8-74d3-4c08-83dd-ba08f84ac329 req-3e81ea35-e39b-41e0-a587-37d8db8d81b9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:16.347397 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dfce31a8-74d3-4c08-83dd-ba08f84ac329 req-3e81ea35-e39b-41e0-a587-37d8db8d81b9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.6713419 Aug 25 16:11:16.366502 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.442869 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 652e3eae-d8f3-4e45-a61a-4592376ac091, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=652e3eae-d8f3-4e45-a61a-4592376ac091,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:16.449883 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.469806 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:16.518280 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769cede-be58-4923-b9a3-14dd00468ed1 req-da6f8e1b-4786-49c3-a516-e78e1e5c7b74 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:16.528258 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b769cede-be58-4923-b9a3-14dd00468ed1 req-da6f8e1b-4786-49c3-a516-e78e1e5c7b74 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.7086310 Aug 25 16:11:16.563680 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dfce31a8-74d3-4c08-83dd-ba08f84ac329 req-f0f170d5-5ee4-410e-b3c0-df94c54fbf81 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147875 Aug 25 16:11:16.584578 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:14Z', 'revision_number': 3, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:16.590694 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Checking router: 1dd99cc0-2179-42ba-883f-8af7243d266e for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:16.591326 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Updating router 1dd99cc0-2179-42ba-883f-8af7243d266e port f0d96f75-4dc5-4c4c-8c78-19a65b378010 binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:16.606938 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b769cede-be58-4923-b9a3-14dd00468ed1 req-fe4ac61c-d7c4-435e-b772-e27ee0173162 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774238 Aug 25 16:11:16.659463 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.706639 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4bb383fc-10e0-4f65-a870-39d5c353734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:16.752971 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e858d5aa-bb08-45af-914a-0ee55b06003e None None] Network bdf0a20c-889b-4590-a693-c718a6547eef requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:16.767698 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-897ef26f-1164-4c73-86b2-a600b849b899 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:16.769084 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-897ef26f-1164-4c73-86b2-a600b849b899 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Synchronizing usage tracker for tenant:aeb5841edc644dd6811afbda7254d3e4 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:16.853200 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-897ef26f-1164-4c73-86b2-a600b849b899 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Unset dirty status for tenant:aeb5841edc644dd6811afbda7254d3e4 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:16.854312 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-897ef26f-1164-4c73-86b2-a600b849b899 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 950 time: 0.2685595 Aug 25 16:11:16.922000 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=652e3eae-d8f3-4e45-a61a-4592376ac091,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:16.927635 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:17.003865 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5ff69d41-1717-4f00-825c-02b2d4e384ea None None] Provisioning for port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:17.023227 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5ff69d41-1717-4f00-825c-02b2d4e384ea None None] Provisioning complete for port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:17.023634 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5ff69d41-1717-4f00-825c-02b2d4e384ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.101956 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Router c388607e-0af9-45c8-9f27-6823e83991bd is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:11:17.133703 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7ec1e-4f7e-42d1-9e77-df850534bc18 req-b5294f6c-b9a5-4804-a922-c5c841634ab6 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:17.138746 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.144829 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.145164 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0ef7ec1e-4f7e-42d1-9e77-df850534bc18 req-b5294f6c-b9a5-4804-a922-c5c841634ab6 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 950 time: 0.2658410 Aug 25 16:11:17.184699 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Transition to ACTIVE for port object f0d96f75-4dc5-4c4c-8c78-19a65b378010 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:17.185259 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697fc2-da8e-4fc0-afce-c8d1aab70075 req-2592f9d8-e5f4-4c28-8b2e-a2a9d9e8dc4d tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:17.196545 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dc697fc2-da8e-4fc0-afce-c8d1aab70075 req-2592f9d8-e5f4-4c28-8b2e-a2a9d9e8dc4d tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 945 time: 0.2759452 Aug 25 16:11:17.212299 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.216704 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:17.233991 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Deleting port 06b03338-6379-485e-8da7-9d8b9e3325de {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:11:17.234364 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.334257 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Attempting to bind port f0d96f75-4dc5-4c4c-8c78-19a65b378010 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:17.334968 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Attempting to bind port f0d96f75-4dc5-4c4c-8c78-19a65b378010 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:17.335727 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Attempting to bind port f0d96f75-4dc5-4c4c-8c78-19a65b378010 on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:17.346920 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:17.348037 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:17.348654 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.349246 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:17.349980 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Bound port: f0d96f75-4dc5-4c4c-8c78-19a65b378010, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:17.350604 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.362518 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5ff69d41-1717-4f00-825c-02b2d4e384ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.415342 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0ef7ec1e-4f7e-42d1-9e77-df850534bc18 req-89587a47-1d34-409e-8160-96fbc9c37325 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/security-groups?id=953b920f-5a02-4a9a-868c-283ca43bac0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681394 Aug 25 16:11:17.470404 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dc697fc2-da8e-4fc0-afce-c8d1aab70075 req-caf36c55-a5a1-4281-a52d-481662d46efa tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729559 Aug 25 16:11:17.483760 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] For port f0d96f75-4dc5-4c4c-8c78-19a65b378010, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:17.489615 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcecb3c-7c4b-4e88-8d34-083e1a43724d None None] Pushing event updated for resources: {'Port': ['ID=f0d96f75-4dc5-4c4c-8c78-19a65b378010,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:17.490842 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5ff69d41-1717-4f00-825c-02b2d4e384ea None None] For port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a6fbc04f-ace6-4f5a-9914-7fa56d5a130e,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:17.497059 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5ff69d41-1717-4f00-825c-02b2d4e384ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.498363 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] For port f0d96f75-4dc5-4c4c-8c78-19a65b378010, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=f0d96f75-4dc5-4c4c-8c78-19a65b378010,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:17.500234 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:17.501628 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-7dcecb3c-7c4b-4e88-8d34-083e1a43724d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:17.505870 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.530770 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:17.613545 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9befcc54-88a9-45e9-b30d-2f9156197133 None None] Network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:17.626746 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:17.687061 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.688400 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2621477 Aug 25 16:11:17.691359 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54702) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:17.695733 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Sync routers for ids ['c388607e-0af9-45c8-9f27-6823e83991bd'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:17.709533 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:17.710225 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:17Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:17.722997 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 028b3d3d-d00e-4c19-b300-f0b6425b2319 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:17.762457 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] For port 06b03338-6379-485e-8da7-9d8b9e3325de, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=06b03338-6379-485e-8da7-9d8b9e3325de,segment=NetworkSegment(64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45),segment_id=64ebccd3-3f2e-4f11-b3c7-c5e9e687cb45)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:17.762814 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.895704 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0afec001-93b0-4726-85f9-dcb8eb56db05 None None] Provisioning for port 028b3d3d-d00e-4c19-b300-f0b6425b2319 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:17.999707 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcecb3c-7c4b-4e88-8d34-083e1a43724d None None] Pushing event updated for resources: {'Port': ['ID=f0d96f75-4dc5-4c4c-8c78-19a65b378010,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:18.012052 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-7dcecb3c-7c4b-4e88-8d34-083e1a43724d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:18.019178 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Routers {'c388607e-0af9-45c8-9f27-6823e83991bd'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:18.019886 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:17Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c388607e-0af9-45c8-9f27-6823e83991bd'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:18.070875 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.092918 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff69d41-1717-4f00-825c-02b2d4e384ea None None] Pushing event updated for resources: {'Port': ['ID=a6fbc04f-ace6-4f5a-9914-7fa56d5a130e,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:18.118565 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5ff69d41-1717-4f00-825c-02b2d4e384ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:18.145211 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:18.173430 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 028b3d3d-d00e-4c19-b300-f0b6425b2319 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:18.195270 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 028b3d3d-d00e-4c19-b300-f0b6425b2319 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:18.195596 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.378631 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Calling delete_port for 06b03338-6379-485e-8da7-9d8b9e3325de owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:11:18.386114 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a0a70-0e27-483c-a290-6003d3604ed5 req-e9653121-e4cc-4478-a0a3-06f1742cd8b7 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:18.388404 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5b3a0a70-0e27-483c-a290-6003d3604ed5 req-e9653121-e4cc-4478-a0a3-06f1742cd8b7 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.3709047 Aug 25 16:11:18.405205 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70d3e7-3871-4d65-bb21-88308ee52d3b req-78095ef2-c7f3-452f-81a0-ecdd09d365ff tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:18.413067 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e70d3e7-3871-4d65-bb21-88308ee52d3b req-78095ef2-c7f3-452f-81a0-ecdd09d365ff tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.3885982 Aug 25 16:11:18.482323 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-e305227a-977f-46e7-a4fa-f14e2105a365 None None] Provisioning complete for port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:18.482900 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e305227a-977f-46e7-a4fa-f14e2105a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.529887 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5b3a0a70-0e27-483c-a290-6003d3604ed5 req-25c76766-66a3-4344-abe0-a1655a2aad20 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983925 Aug 25 16:11:18.601157 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Allocated IP 172.20.0.1 (bdf0a20c-889b-4590-a693-c718a6547eef/6f01984b-310a-4581-acbb-95a250fbb38d/dbed63a8-6493-4892-94e3-3514136be010) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:18.612580 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e70d3e7-3871-4d65-bb21-88308ee52d3b req-0e031a01-0eff-4272-9015-a4a9b09cf9c6 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986475 Aug 25 16:11:18.677889 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Set router c388607e-0af9-45c8-9f27-6823e83991bd gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:18.717619 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.729884 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:14Z', 'revision_number': 3, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:18.733139 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-64adf26e-93a0-4088-97c8-32410353450d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:18.737760 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d554b-1021-47cc-a9b2-26e86c8f4fa5 None None] The sync data for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi is: [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:14Z', 'revision_number': 3, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:18.818594 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Pushing event deleted for resources: {'Port': ['ID=06b03338-6379-485e-8da7-9d8b9e3325de,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:18.836583 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:18.857905 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4bfd42ea-8c39-4b2f-a824-2186f99955a8 req-adfe38bb-8164-42d0-a345-5d01ad268ee9 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb2aac2b-6085-4bb3-90fb-7ee2f3379413 HTTP/1.1" status: 200 len: 210 time: 0.0836530 Aug 25 16:11:18.893267 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] No DVR routers for this DVR port 06b03338-6379-485e-8da7-9d8b9e3325de on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:11:18.907334 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.920940 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2aac2b-6085-4bb3-90fb-7ee2f3379413', 'name': 'network-vif-deleted', 'tag': '06b03338-6379-485e-8da7-9d8b9e3325de'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:18.933904 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80b808b6-6d7f-4c82-9f58-68c18fa92265 req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] 10.222.0.76 "DELETE /v2.0/ports/06b03338-6379-485e-8da7-9d8b9e3325de HTTP/1.1" status: 204 len: 173 time: 2.0615113 Aug 25 16:11:18.977994 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.000916 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Transition to ACTIVE for port object dbed63a8-6493-4892-94e3-3514136be010 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:19.025998 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.029447 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.033598 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb9c422d-a206-4643-9a46-9f617a4f0ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:19.093476 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2aac2b-6085-4bb3-90fb-7ee2f3379413', 'name': 'network-vif-deleted', 'tag': '06b03338-6379-485e-8da7-9d8b9e3325de', 'status': 'completed', 'code': 200} Aug 25 16:11:19.172546 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 028b3d3d-d00e-4c19-b300-f0b6425b2319, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=028b3d3d-d00e-4c19-b300-f0b6425b2319,segment=NetworkSegment(4c9a9827-570a-4bd3-b3f8-fb7f04e935eb),segment_id=4c9a9827-570a-4bd3-b3f8-fb7f04e935eb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:19.175928 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Network bdf0a20c-889b-4590-a693-c718a6547eef is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:19.179802 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:19.194070 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:19.248414 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.249167 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 652e3eae-d8f3-4e45-a61a-4592376ac091 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:19.292553 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:19.306701 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.328408 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Pushing event updated for resources: {'Port': ['ID=dbed63a8-6493-4892-94e3-3514136be010,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:19.332496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:19.436807 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.438724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.485584 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=028b3d3d-d00e-4c19-b300-f0b6425b2319,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:19.491335 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:19.537918 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 652e3eae-d8f3-4e45-a61a-4592376ac091 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:19.538286 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.649878 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:15Z', 'revision_number': 3, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'gw_port': {'id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:14Z', 'updated_at': '2021-08-25T16:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:19.655825 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-54591d22-8ed4-42c0-a050-b4c2afa30d59 None None] Provisioning complete for port 028b3d3d-d00e-4c19-b300-f0b6425b2319 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:19.656399 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-54591d22-8ed4-42c0-a050-b4c2afa30d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.689001 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Checking router: c388607e-0af9-45c8-9f27-6823e83991bd for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:19.689662 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Updating router c388607e-0af9-45c8-9f27-6823e83991bd port 9fa848b5-aed0-4a7b-a678-af5f64a19b11 binding host dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:19.725123 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.760992 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Allocated IP 172.20.0.1 (0ebbda85-55bb-4b2d-982a-e5ecde095c1f/152a1387-e88f-4fa2-a6f7-ac2ea73f4f46/3a45c025-dfc6-46d3-a38c-48af0538587f) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:19.788593 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.794912 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.823184 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:19.829429 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:19.908663 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Pushing event updated for resources: {'Port': ['ID=dbed63a8-6493-4892-94e3-3514136be010,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:19.913930 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:19.939614 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.135873 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a6fbc04f-ace6-4f5a-9914-7fa56d5a130e up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:20.155902 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Network bdf0a20c-889b-4590-a693-c718a6547eef is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:20.157544 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:20.356989 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055b8d2-c184-4997-af15-57dbaf696e35 req-ea7c5bdb-8592-4703-ad6b-7942c22983a1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:20.362105 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c055b8d2-c184-4997-af15-57dbaf696e35 req-ea7c5bdb-8592-4703-ad6b-7942c22983a1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.5782123 Aug 25 16:11:20.394796 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:20.395180 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.445713 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a7f6ee63-5941-439c-aaf5-330a78e17788 None None] Provisioning for port dbed63a8-6493-4892-94e3-3514136be010 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:20.498087 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.516971 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a7f6ee63-5941-439c-aaf5-330a78e17788 None None] Provisioning complete for port dbed63a8-6493-4892-94e3-3514136be010 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:20.517937 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ee63-5941-439c-aaf5-330a78e17788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.520959 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Transition to ACTIVE for port object 3a45c025-dfc6-46d3-a38c-48af0538587f will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:20.576556 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c055b8d2-c184-4997-af15-57dbaf696e35 req-ed99d159-ec30-4cea-8b44-3647169ca3ec tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038567 Aug 25 16:11:20.603080 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-a7f6ee63-5941-439c-aaf5-330a78e17788 None None] Port dbed63a8-6493-4892-94e3-3514136be010 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:20.621855 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:11:20.622486 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.636554 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 06b03338-6379-485e-8da7-9d8b9e3325de no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:11:20.650799 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:20.739158 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Pushing event updated for resources: {'Port': ['ID=3a45c025-dfc6-46d3-a38c-48af0538587f,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:20.747611 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:20.759706 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:20.763191 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:20.766344 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:20.829025 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:20.832315 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 06b03338-6379-485e-8da7-9d8b9e3325de {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:11:20.832700 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 06b03338-6379-485e-8da7-9d8b9e3325de not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:11:20.858129 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.resource_extend [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:11:20.882644 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eaeb6-2b92-41f2-b4ca-d3b7de0b3de9 req-39a75060-fd86-43ff-9da7-f146d92e5443 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:20.885226 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Router 1dd99cc0-2179-42ba-883f-8af7243d266e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:11:20.892563 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-392eaeb6-2b92-41f2-b4ca-d3b7de0b3de9 req-39a75060-fd86-43ff-9da7-f146d92e5443 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.3651395 Aug 25 16:11:21.045331 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-392eaeb6-2b92-41f2-b4ca-d3b7de0b3de9 req-38997e44-d4f8-492e-b3c9-3356531752fa tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481690 Aug 25 16:11:21.045989 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.103803 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 028b3d3d-d00e-4c19-b300-f0b6425b2319 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:21.163358 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:21.165049 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:21.169502 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] 10.222.0.73 "PUT /v2.0/routers/1dd99cc0-2179-42ba-883f-8af7243d266e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8812702 Aug 25 16:11:21.211882 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.277753 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Transition to ACTIVE for port object 9fa848b5-aed0-4a7b-a678-af5f64a19b11 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:21.282561 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-fa435947-1f98-4a21-bcaa-c20af8f1ea0c None None] Provisioning complete for port dbed63a8-6493-4892-94e3-3514136be010 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:21.283294 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-fa435947-1f98-4a21-bcaa-c20af8f1ea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.321862 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'port_id': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'mac_address': 'fa:16:3e:d5:0c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:11:21.358670 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.363818 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7215769'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.372920 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.387764 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-18aaf220-fdb3-4d69-b65e-7f9be39afdbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:21.416988 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:21.487079 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-fa435947-1f98-4a21-bcaa-c20af8f1ea0c None None] Port dbed63a8-6493-4892-94e3-3514136be010 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:21.492418 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.537089 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6be0-aa7c-4c2e-8563-471710ac4c3d None None] Pushing event updated for resources: {'Port': ['ID=9fa848b5-aed0-4a7b-a678-af5f64a19b11,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:21.540706 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Attempting to bind port 9fa848b5-aed0-4a7b-a678-af5f64a19b11 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:21.541096 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Attempting to bind port 9fa848b5-aed0-4a7b-a678-af5f64a19b11 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:21.541508 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Attempting to bind port 9fa848b5-aed0-4a7b-a678-af5f64a19b11 on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:21.544406 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d5ac6be0-aa7c-4c2e-8563-471710ac4c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:21.546642 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a082ff5c-c28a-4349-bf33-cf0f735270bd {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:21.566943 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:21.567391 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:21.567728 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.568141 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:21.568738 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Bound port: 9fa848b5-aed0-4a7b-a678-af5f64a19b11, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:21.569030 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.598657 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 028b3d3d-d00e-4c19-b300-f0b6425b2319 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:21.598973 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.653417 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.687008 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:21.714482 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.720491 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f66f814e-f2f0-4095-b80e-cd1803585c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:21.733258 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Pushing event updated for resources: {'Port': ['ID=3a45c025-dfc6-46d3-a38c-48af0538587f,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:21.740253 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:21.828204 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] For port 9fa848b5-aed0-4a7b-a678-af5f64a19b11, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:21.831323 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1f5370f3-b9ec-44bc-b03e-0745ffd95f0e None None] Provisioning for port 3a45c025-dfc6-46d3-a38c-48af0538587f completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:21.836275 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] For port 9fa848b5-aed0-4a7b-a678-af5f64a19b11, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=9fa848b5-aed0-4a7b-a678-af5f64a19b11,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:21.841191 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=6']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:21.845477 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:21.847894 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1f5370f3-b9ec-44bc-b03e-0745ffd95f0e None None] Provisioning complete for port 3a45c025-dfc6-46d3-a38c-48af0538587f triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:21.848281 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1f5370f3-b9ec-44bc-b03e-0745ffd95f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.872050 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:21.882938 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:21.988368 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:21.991227 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:22.055847 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['a082ff5c-c28a-4349-bf33-cf0f735270bd'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:22.080193 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1f5370f3-b9ec-44bc-b03e-0745ffd95f0e None None] Port 3a45c025-dfc6-46d3-a38c-48af0538587f cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:22.104441 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6be0-aa7c-4c2e-8563-471710ac4c3d None None] Pushing event updated for resources: {'Port': ['ID=9fa848b5-aed0-4a7b-a678-af5f64a19b11,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:22.126320 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d5ac6be0-aa7c-4c2e-8563-471710ac4c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:22.172301 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Routers {'c388607e-0af9-45c8-9f27-6823e83991bd'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:22.173069 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:17Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c388607e-0af9-45c8-9f27-6823e83991bd'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:22.318618 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b1d09-7f3a-42ee-966b-b1fe76ff036c req-ae8aad83-1975-4b8b-a0e8-bf817157af3d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:22.332093 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-317b1d09-7f3a-42ee-966b-b1fe76ff036c req-ae8aad83-1975-4b8b-a0e8-bf817157af3d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.5049484 Aug 25 16:11:22.492235 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-317b1d09-7f3a-42ee-966b-b1fe76ff036c req-8ba32241-5a11-4e6b-b5c6-e64bda06082a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762801 Aug 25 16:11:22.531033 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] Set router c388607e-0af9-45c8-9f27-6823e83991bd gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:22.640840 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ad2258eb-14e5-417b-a6d3-1bef9e2a8703 None None] Provisioning complete for port 3a45c025-dfc6-46d3-a38c-48af0538587f triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:22.641499 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad2258eb-14e5-417b-a6d3-1bef9e2a8703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.641594 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717307b0-8349-4034-8b48-d5868e17e43b req-d5cd4bc7-47ea-4972-950b-c53d8e4c17cd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:22.643118 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-717307b0-8349-4034-8b48-d5868e17e43b req-d5cd4bc7-47ea-4972-950b-c53d8e4c17cd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 944 time: 0.3053677 Aug 25 16:11:22.664528 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54828) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:22.670711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-990719778-network', 'tenant_id': '2787db71d3d14c6380548be0ad60f128'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:22.675178 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:22.679123 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Usage tracker for resource:network and tenant:2787db71d3d14c6380548be0ad60f128 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:22.682724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:22.690012 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:22.704972 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Made reservation on behalf of 2787db71d3d14c6380548be0ad60f128 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:22.708238 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.724059 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.766457 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-717307b0-8349-4034-8b48-d5868e17e43b req-d6c96b3d-3023-4d54-8d4e-6c52920a1d70 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174994 Aug 25 16:11:22.791312 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:22.802361 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2787db71d3d14c6380548be0ad60f128 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:22.811716 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:22.820619 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:22.836311 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ad2258eb-14e5-417b-a6d3-1bef9e2a8703 None None] Port 3a45c025-dfc6-46d3-a38c-48af0538587f cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:22.951388 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.956818 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.962732 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-53fea916-622d-4883-9fbb-08b2d244660b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:22.988160 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Router c388607e-0af9-45c8-9f27-6823e83991bd has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:11:22.995128 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1160} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:11:23.007767 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f19e7f-1033-46a1-b0ae-e3c840cd01bc,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:23.024116 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:23.031764 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.032375 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Added segment 643b8171-5d78-42fb-a091-5edbf6af2cd1 of type vlan for network 42954438-4141-4970-a99b-488fee6889f7 Aug 25 16:11:23.062970 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:20Z', 'revision_number': 4, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'gw_port': {'id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:14Z', 'updated_at': '2021-08-25T16:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '3a45c025-dfc6-46d3-a38c-48af0538587f', 'name': '', 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'mac_address': 'fa:16:3e:24:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:19Z', 'updated_at': '2021-08-25T16:11:21Z', 'revision_number': 2, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'subnets': [{'id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:23.068837 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b237432-d990-414e-9d77-48f9baba4024 None None] The sync data for ids ['c388607e-0af9-45c8-9f27-6823e83991bd'] in dv-cinder-806007-1-iscsi is: [{'id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:20Z', 'revision_number': 4, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'gw_port': {'id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:14Z', 'updated_at': '2021-08-25T16:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '3a45c025-dfc6-46d3-a38c-48af0538587f', 'name': '', 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'mac_address': 'fa:16:3e:24:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:19Z', 'updated_at': '2021-08-25T16:11:21Z', 'revision_number': 2, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'subnets': [{'id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:23.070784 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.124711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.126010 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:23.126682 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.131755 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-490bc727-f30f-4c7a-bc42-13f04c53f0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:23.243762 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5759549 Aug 25 16:11:23.244499 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54846) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:23.246644 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Pushing event updated for resources: {'Network': ['ID=42954438-4141-4970-a99b-488fee6889f7,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:23.249550 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:23.252518 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Request body: {'subnet': {'network_id': '42954438-4141-4970-a99b-488fee6889f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-990719778-subnet', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:23.259494 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:23.259906 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 42954438-4141-4970-a99b-488fee6889f7 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:11:23.265846 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Usage tracker for resource:subnet and tenant:2787db71d3d14c6380548be0ad60f128 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:23.269976 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:23.274514 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:23.284998 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:23.307228 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] 10.222.0.73 "PUT /v2.0/routers/c388607e-0af9-45c8-9f27-6823e83991bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6115010 Aug 25 16:11:23.311365 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Made reservation on behalf of 2787db71d3d14c6380548be0ad60f128 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:23.314089 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7181586'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.589687 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7215660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7181568'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.594953 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:23.686216 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=919a2451-8622-4b7b-85c0-0d414c39f03c,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:23.690960 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:23.698813 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Checking segment: {'id': '643b8171-5d78-42fb-a091-5edbf6af2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '42954438-4141-4970-a99b-488fee6889f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:23.699507 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Network hostable DHCP agents. Network: 42954438-4141-4970-a99b-488fee6889f7, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:11:23.725833 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Network 42954438-4141-4970-a99b-488fee6889f7 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:11:23.737330 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 42954438-4141-4970-a99b-488fee6889f7) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:23.744329 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:23.745364 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.750193 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f60da5b-fb08-4ed0-b8c6-3f000ce4dbe8 None None] Network 42954438-4141-4970-a99b-488fee6889f7 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:23.796775 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9cfb9b1a-a8cf-4100-9252-d0b18073a61d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5494103 Aug 25 16:11:23.797144 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54896) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:23.802769 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:23.809227 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:23.830054 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Usage tracker for resource:router and tenant:2787db71d3d14c6380548be0ad60f128 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:23.833975 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:23.840880 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:23.904794 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.905797 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:23.930575 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.140370 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.147899 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-42954438-4141-4970-a99b-488fee6889f7', 'network_id': '42954438-4141-4970-a99b-488fee6889f7', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'fixed_ips': [{'subnet_id': '919a2451-8622-4b7b-85c0-0d414c39f03c'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:11:24.148730 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.478826 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ab6d3-d6d6-4958-883a-c1ec9b2b5e75 req-3e2d5295-6adf-4a73-953e-5105d1a9032b tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:24.499561 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c94ab6d3-d6d6-4958-883a-c1ec9b2b5e75 req-3e2d5295-6adf-4a73-953e-5105d1a9032b tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1682336 Aug 25 16:11:24.552109 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Allocated IP 172.20.0.2 (42954438-4141-4970-a99b-488fee6889f7/919a2451-8622-4b7b-85c0-0d414c39f03c/6be56d95-c227-4542-8c1e-dfb0c56ee53f) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:24.610906 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54932) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:24.624879 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c94ab6d3-d6d6-4958-883a-c1ec9b2b5e75 req-a42513e8-63c2-430b-b75d-ec53e132a74a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212435 Aug 25 16:11:24.628627 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067578885', 'description': 'tempest-secgroup-smoke-2067578885 description', 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:24.649576 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:24.660280 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Usage tracker for resource:security_group and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:24.675668 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:24.687260 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:24.690058 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.706399 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.760725 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:24.786124 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:24.803496 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Usage tracker for resource:security_group_rule and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:24.815828 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:24.837189 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:24.904738 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:25.161886 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Allocated IP 172.27.2.169 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/720c7713-0aca-431c-b013-8626fbd12ebf) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:25.211186 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port a082ff5c-c28a-4349-bf33-cf0f735270bd triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:25.213741 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.237210 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.242219 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.252965 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0fdb2a32-2071-467b-bf2f-583e6efe2bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:25.309241 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.344834 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Transition to ACTIVE for port object 6be56d95-c227-4542-8c1e-dfb0c56ee53f will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:25.392878 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3d8b5-f701-4860-8136-a9a64627a95f req-5d1588ca-0b7d-473d-8836-a484ef985052 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:25.406338 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-47e3d8b5-f701-4860-8136-a9a64627a95f req-5d1588ca-0b7d-473d-8836-a484ef985052 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 944 time: 0.5093062 Aug 25 16:11:25.408567 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.416555 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Transition to ACTIVE for port object 6be56d95-c227-4542-8c1e-dfb0c56ee53f will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:25.418084 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8022163 Aug 25 16:11:25.419260 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47685e2-ae29-4240-878b-06a84e4fec77,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:25.421842 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54952) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:25.467681 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Request body: {'security_group_rule': {'security_group_id': 'b47685e2-ae29-4240-878b-06a84e4fec77', 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:25.472546 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:25.491532 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.493718 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:25.505860 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.512415 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Usage tracker for resource:security_group_rule and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:25.527360 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-266f5127-fa30-45e4-86fb-c86f75eadaed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:25.533102 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:25.560738 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.565374 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:25.571905 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2f065076-a034-4c1e-bb6c-0d94a5012e26 tempest-DeleteServersTestJSON-264118746 tempest-DeleteServersTestJSON-264118746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:25.595088 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-47e3d8b5-f701-4860-8136-a9a64627a95f req-9cc01a2f-2bbe-4d06-af5f-d3ff47288570 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875753 Aug 25 16:11:25.620240 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.690376 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Network 42954438-4141-4970-a99b-488fee6889f7 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:25.691522 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.735124 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:25.755086 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:25.756966 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:25.759624 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.762633 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:25.765423 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:25.769014 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.771069 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Pushing event updated for resources: {'Port': ['ID=720c7713-0aca-431c-b013-8626fbd12ebf,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:25.773412 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:25.788976 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:25.793430 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:25.825278 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:25.868913 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd09f40a-9853-467c-929f-b6ab6a3456a0,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:25.881372 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.889741 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 54968) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:25.890297 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4556732 Aug 25 16:11:25.891611 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:25.905597 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Request body: {'security_group_rule': {'security_group_id': 'b47685e2-ae29-4240-878b-06a84e4fec77', 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:25.945251 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:26.043926 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Usage tracker for resource:security_group_rule and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:26.048834 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.053477 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'code': 200} Aug 25 16:11:26.053684 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:26.060436 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Attempting to bind port 6be56d95-c227-4542-8c1e-dfb0c56ee53f on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:26.061066 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Attempting to bind port 6be56d95-c227-4542-8c1e-dfb0c56ee53f by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '643b8171-5d78-42fb-a091-5edbf6af2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '42954438-4141-4970-a99b-488fee6889f7'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:26.061534 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Attempting to bind port 6be56d95-c227-4542-8c1e-dfb0c56ee53f on network 42954438-4141-4970-a99b-488fee6889f7 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:26.063868 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Pushing event updated for resources: {'Port': ['ID=6be56d95-c227-4542-8c1e-dfb0c56ee53f,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:26.069538 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:26.082894 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:26.095682 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d5ac6be0-aa7c-4c2e-8563-471710ac4c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:26.123173 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.173356 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e07af2-cb3e-4368-aed8-ccb47b79f429 req-044bb8df-dde9-4c1e-8ab8-0735187532b6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:26.178596 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-47e07af2-cb3e-4368-aed8-ccb47b79f429 req-044bb8df-dde9-4c1e-8ab8-0735187532b6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2288866 Aug 25 16:11:26.186982 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:26.187368 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Checking segment: {'id': '643b8171-5d78-42fb-a091-5edbf6af2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '42954438-4141-4970-a99b-488fee6889f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:26.187814 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.188212 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Bound using segment: {'id': '643b8171-5d78-42fb-a091-5edbf6af2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '42954438-4141-4970-a99b-488fee6889f7'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:26.191650 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Bound port: 6be56d95-c227-4542-8c1e-dfb0c56ee53f, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643b8171-5d78-42fb-a091-5edbf6af2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '42954438-4141-4970-a99b-488fee6889f7'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:26.192095 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.280350 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-47e07af2-cb3e-4368-aed8-ccb47b79f429 req-ef47d655-05f9-4f93-ace9-8d3a53d121b4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969748 Aug 25 16:11:26.415414 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 9fa848b5-aed0-4a7b-a678-af5f64a19b11 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:26.454894 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.462085 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.472113 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d1008c62-93a8-45b9-9734-f47fb7965730 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:26.488067 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=7']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:26.511937 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:26.523851 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.528328 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6339808 Aug 25 16:11:26.529994 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 54992) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:26.533280 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf4c3e9-a48d-40a5-bc03-df9703b5d0ec,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:26.536412 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ee1364d3-cb80-4b1e-a31a-f575107f4198 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:26.544129 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Request body: {'security_group_rule': {'security_group_id': 'b47685e2-ae29-4240-878b-06a84e4fec77', 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:26.547219 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.548138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.553718 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] For port 6be56d95-c227-4542-8c1e-dfb0c56ee53f, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:26.561613 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] For port 6be56d95-c227-4542-8c1e-dfb0c56ee53f, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=6be56d95-c227-4542-8c1e-dfb0c56ee53f,segment=NetworkSegment(643b8171-5d78-42fb-a091-5edbf6af2cd1),segment_id=643b8171-5d78-42fb-a091-5edbf6af2cd1)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:26.567069 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.568075 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:26.571606 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:26.585936 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Usage tracker for resource:security_group_rule and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:26.595363 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:26.608315 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:26.648317 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.653518 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 9fa848b5-aed0-4a7b-a678-af5f64a19b11 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:26.676351 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 9fa848b5-aed0-4a7b-a678-af5f64a19b11 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:26.676461 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.878310 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Pushing event updated for resources: {'Port': ['ID=6be56d95-c227-4542-8c1e-dfb0c56ee53f,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:26.882576 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:26.904441 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:11:26.937898 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.953145 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.953365 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.953470 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ac488842-d687-4ce3-bfd7-5b811ef1f297 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:26.982242 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 9fa848b5-aed0-4a7b-a678-af5f64a19b11, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=9fa848b5-aed0-4a7b-a678-af5f64a19b11,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:26.986684 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.987640 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device f0d96f75-4dc5-4c4c-8c78-19a65b378010 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:27.026448 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1c06b3b3-e3f8-489f-8cf9-bee58e73b9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:27.117727 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdbb04c-1a68-457d-ad4e-be5e4081142a,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:27.123922 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:27.172338 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.187006 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6555526 Aug 25 16:11:27.190520 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55014) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:27.219125 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port f0d96f75-4dc5-4c4c-8c78-19a65b378010 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:27.241801 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Request body: {'security_group_rule': {'security_group_id': 'b47685e2-ae29-4240-878b-06a84e4fec77', 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:27.253528 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port f0d96f75-4dc5-4c4c-8c78-19a65b378010 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:27.254140 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.299180 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:27.306512 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Usage tracker for resource:security_group_rule and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:27.316183 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:27.320343 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:27.331622 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:27.335359 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=9fa848b5-aed0-4a7b-a678-af5f64a19b11,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:27.340840 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:27.344693 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Sync routers for ids ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:27.352397 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a5200-2854-4b85-ba9e-5e56730788a1 req-eeb92e9f-91c5-445f-8186-18c4762ee2bd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:27.354127 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-661a5200-2854-4b85-ba9e-5e56730788a1 req-eeb92e9f-91c5-445f-8186-18c4762ee2bd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.3680782 Aug 25 16:11:27.404087 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.410187 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Routers {'c2a3d04b-6d46-40ba-9da4-d73413c2cda8'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:27.411128 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:17Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:27.437696 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.447028 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6464105 Aug 25 16:11:27.448781 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 55020) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:27.492845 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.510107 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-661a5200-2854-4b85-ba9e-5e56730788a1 req-c8db4d57-e145-4c51-81e1-f1e7906ccfed tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315997 Aug 25 16:11:27.536988 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port f0d96f75-4dc5-4c4c-8c78-19a65b378010, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=f0d96f75-4dc5-4c4c-8c78-19a65b378010,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:27.543850 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.545948 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:27.624196 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.629938 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.632973 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:27.679432 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=f0d96f75-4dc5-4c4c-8c78-19a65b378010,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:27.691641 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:27.695055 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c381fe3-cdf6-4bea-86da-926370aa70de,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:27.702255 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:27.709615 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.710834 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4864743 Aug 25 16:11:27.731247 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 55026) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:27.748263 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Request body: {'security_group_rule': {'security_group_id': 'b47685e2-ae29-4240-878b-06a84e4fec77', 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:27.756256 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:27.763412 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Usage tracker for resource:security_group_rule and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:27.767307 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:27.791137 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:27.810289 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.securitygroups_db [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Project 89c53cb5a3ba4f2fa52a91a2b51b387f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:11:27.820181 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:27.827162 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c74b87-ff60-4e3d-a50d-547f084730fc req-76b69deb-308c-4cf7-aff3-d41031d1bc99 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:27.828693 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-76c74b87-ff60-4e3d-a50d-547f084730fc req-76b69deb-308c-4cf7-aff3-d41031d1bc99 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1667607 Aug 25 16:11:27.892615 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-76c74b87-ff60-4e3d-a50d-547f084730fc req-d0de06c1-b01b-4f97-8496-c93fe7c6cfdd tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582919 Aug 25 16:11:28.002423 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Set router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:28.267263 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.284601 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.316318 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-60d29956-bceb-4553-a32f-9175f07656cc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:28.369879 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c4e5b0-7671-4010-bbd2-ee966f2db7bb,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:28.380496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:28.393434 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.394765 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6577795 Aug 25 16:11:28.397812 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55036) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:28.405210 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Request body: {'security_group_rule': {'security_group_id': 'b47685e2-ae29-4240-878b-06a84e4fec77', 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:28.418895 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:28.420091 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 9fa848b5-aed0-4a7b-a678-af5f64a19b11 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:28.427397 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Usage tracker for resource:security_group_rule and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:28.437534 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:28.463752 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:28.506501 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.securitygroups_db [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Project 89c53cb5a3ba4f2fa52a91a2b51b387f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:11:28.524383 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.559317 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf61d755-2812-4f47-a9e5-bf3df8442f33 None None] Network 42954438-4141-4970-a99b-488fee6889f7 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:11:28.686196 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.691959 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.694752 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:28.695189 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 55044) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:28.789949 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee55b3b7-c27f-4389-af07-55a57dc7d895,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:28.800963 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:28.815628 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.820131 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4191637 Aug 25 16:11:28.876826 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-36bb2236-8546-414a-9f68-e901ccf012e1 None None] Provisioning for port 6be56d95-c227-4542-8c1e-dfb0c56ee53f completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:29.068434 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 9fa848b5-aed0-4a7b-a678-af5f64a19b11 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:29.068819 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.155125 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:23Z', 'updated_at': '2021-08-25T16:11:26Z', 'revision_number': 3, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'gw_port': {'id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:24Z', 'updated_at': '2021-08-25T16:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:29.167382 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Checking router: c2a3d04b-6d46-40ba-9da4-d73413c2cda8 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:29.167929 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Updating router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 port 720c7713-0aca-431c-b013-8626fbd12ebf binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:29.210666 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f96b0-0fd2-46e1-a736-c740008e3df5 req-ade49d75-b137-4304-bb52-3f072b227b9f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:29.226481 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d19f96b0-0fd2-46e1-a736-c740008e3df5 req-ade49d75-b137-4304-bb52-3f072b227b9f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.2845428 Aug 25 16:11:29.278690 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.335899 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0aba4115-fb6e-4c7c-a0a9-602003434bf8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aeb5841edc644dd6811afbda7254d3e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6391912 Aug 25 16:11:29.339134 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55064) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:29.436948 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d19f96b0-0fd2-46e1-a736-c740008e3df5 req-6f5d6aee-f8f8-49dc-8bc4-8ff51bd08dad tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022948 Aug 25 16:11:29.464682 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f72f1-8c08-4f6b-94d1-7626de838692 req-5c831eae-17f3-4c9f-9cb6-f18d108b4984 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:29.473398 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a38f72f1-8c08-4f6b-94d1-7626de838692 req-5c831eae-17f3-4c9f-9cb6-f18d108b4984 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2064736 Aug 25 16:11:29.532755 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2aae0d06-3963-4fbd-82fa-87cc6c2b1045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.587279 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2aae0d06-3963-4fbd-82fa-87cc6c2b1045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.608209 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a38f72f1-8c08-4f6b-94d1-7626de838692 req-e524f455-eabe-4485-8108-02572f31925e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335249 Aug 25 16:11:29.687326 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2aae0d06-3963-4fbd-82fa-87cc6c2b1045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.700000 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:29.723292 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 6be56d95-c227-4542-8c1e-dfb0c56ee53f up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:29.737033 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae0d06-3963-4fbd-82fa-87cc6c2b1045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953b920f-5a02-4a9a-868c-283ca43bac0e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:29.748488 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2aae0d06-3963-4fbd-82fa-87cc6c2b1045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:29.765864 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2aae0d06-3963-4fbd-82fa-87cc6c2b1045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.772125 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2aae0d06-3963-4fbd-82fa-87cc6c2b1045 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/953b920f-5a02-4a9a-868c-283ca43bac0e HTTP/1.1" status: 204 len: 168 time: 0.4203150 Aug 25 16:11:29.920868 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 6be56d95-c227-4542-8c1e-dfb0c56ee53f completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:29.934252 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 6be56d95-c227-4542-8c1e-dfb0c56ee53f triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:29.934644 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.052612 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.164194 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.201636 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Transition to ACTIVE for port object 720c7713-0aca-431c-b013-8626fbd12ebf will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:30.215226 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.225916 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-d109d5b2-6c1d-4390-aafd-bc8c61f7842c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:30.315544 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.366734 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-3a897abd-cbe9-4ec6-995b-b79fd1715f83 None None] Provisioning complete for port 6be56d95-c227-4542-8c1e-dfb0c56ee53f triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:30.368502 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3a897abd-cbe9-4ec6-995b-b79fd1715f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.388544 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f714d-0c0b-42a0-8372-444ccc709e81 None None] Pushing event updated for resources: {'Port': ['ID=720c7713-0aca-431c-b013-8626fbd12ebf,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:30.396859 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-a36f714d-0c0b-42a0-8372-444ccc709e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:30.441213 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Attempting to bind port 720c7713-0aca-431c-b013-8626fbd12ebf on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:30.444954 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Attempting to bind port 720c7713-0aca-431c-b013-8626fbd12ebf by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:30.445556 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Attempting to bind port 720c7713-0aca-431c-b013-8626fbd12ebf on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:30.468570 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:30.469475 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:30.470056 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.470607 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:30.471268 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Bound port: 720c7713-0aca-431c-b013-8626fbd12ebf, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:30.471876 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.482248 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 6be56d95-c227-4542-8c1e-dfb0c56ee53f, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=6be56d95-c227-4542-8c1e-dfb0c56ee53f,segment=NetworkSegment(643b8171-5d78-42fb-a091-5edbf6af2cd1),segment_id=643b8171-5d78-42fb-a091-5edbf6af2cd1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:30.511737 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.512722 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device f0d96f75-4dc5-4c4c-8c78-19a65b378010 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:30.606859 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:30.638576 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] For port 720c7713-0aca-431c-b013-8626fbd12ebf, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:30.646619 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] For port 720c7713-0aca-431c-b013-8626fbd12ebf, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=720c7713-0aca-431c-b013-8626fbd12ebf,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:30.654389 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:30.662102 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-a36f714d-0c0b-42a0-8372-444ccc709e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:30.852108 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f714d-0c0b-42a0-8372-444ccc709e81 None None] Pushing event updated for resources: {'Port': ['ID=720c7713-0aca-431c-b013-8626fbd12ebf,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:30.854710 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Allocated IP 172.20.0.1 (42954438-4141-4970-a99b-488fee6889f7/919a2451-8622-4b7b-85c0-0d414c39f03c/82164832-16e5-4f4c-8cbe-1f5fe507edc6) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:30.857125 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-a36f714d-0c0b-42a0-8372-444ccc709e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:30.902401 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Routers {'c2a3d04b-6d46-40ba-9da4-d73413c2cda8'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:30.903558 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:17Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:30.925641 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=6be56d95-c227-4542-8c1e-dfb0c56ee53f,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:30.943974 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:30.947774 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port f0d96f75-4dc5-4c4c-8c78-19a65b378010 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:30.948151 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.025300 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cdf32-e653-4fef-96a7-95056fa5fabe req-8e8bd36e-0a99-4f79-a348-25b0073e0cf2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:31.034655 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4d9cdf32-e653-4fef-96a7-95056fa5fabe req-8e8bd36e-0a99-4f79-a348-25b0073e0cf2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.2479398 Aug 25 16:11:31.143507 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95da9-a5df-4f42-b5ee-dc86344be13f req-1117ad23-625d-4902-9273-d4a09496948f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:31.146223 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99a95da9-a5df-4f42-b5ee-dc86344be13f req-1117ad23-625d-4902-9273-d4a09496948f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2444060 Aug 25 16:11:31.206883 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4d9cdf32-e653-4fef-96a7-95056fa5fabe req-ad2dfe42-0d57-4033-afcd-0cd117af2b7a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710286 Aug 25 16:11:31.234848 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.247354 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] Set router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:31.267517 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99a95da9-a5df-4f42-b5ee-dc86344be13f req-622c07c0-5e2c-4caf-9a0c-64e94b792d4d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113293 Aug 25 16:11:31.289719 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Transition to ACTIVE for port object 82164832-16e5-4f4c-8cbe-1f5fe507edc6 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:31.348723 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.353494 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5bed209f-9fce-4de5-9d96-a16470a8ef67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:31.366287 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 6be56d95-c227-4542-8c1e-dfb0c56ee53f up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:31.516703 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 6be56d95-c227-4542-8c1e-dfb0c56ee53f triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:31.517344 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.523276 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Network 42954438-4141-4970-a99b-488fee6889f7 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:31.546629 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:31.565235 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:31.700660 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Pushing event updated for resources: {'Port': ['ID=82164832-16e5-4f4c-8cbe-1f5fe507edc6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:31.790446 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.790702 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.793301 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.800543 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.801029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.801411 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.801767 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.802122 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.811279 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.811871 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.812256 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:31.834000 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:31.888439 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.981657 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a849b7cf-f4e2-43bb-8f1a-162d69c6140b None None] Provisioning for port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:31.993100 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a849b7cf-f4e2-43bb-8f1a-162d69c6140b None None] Provisioning complete for port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:31.994575 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a849b7cf-f4e2-43bb-8f1a-162d69c6140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.032470 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.079419 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:23Z', 'updated_at': '2021-08-25T16:11:26Z', 'revision_number': 3, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'gw_port': {'id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:24Z', 'updated_at': '2021-08-25T16:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:32.090667 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c134db9-e982-4edc-a974-051828f29ffe None None] The sync data for ids ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'] in dv-cinder-806007-1-iscsi is: [{'id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:23Z', 'updated_at': '2021-08-25T16:11:26Z', 'revision_number': 3, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'gw_port': {'id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:24Z', 'updated_at': '2021-08-25T16:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:32.134995 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-a849b7cf-f4e2-43bb-8f1a-162d69c6140b None None] Port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:32.411706 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.417116 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.474099 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a4f4be23-6084-4959-9f1c-a2206239d54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:32.524781 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdc1ed-a6d0-4a69-8de0-f54a24066174 req-0220f47c-d734-4851-b6b3-19d23f84fd1f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:32.527378 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e2fdc1ed-a6d0-4a69-8de0-f54a24066174 req-0220f47c-d734-4851-b6b3-19d23f84fd1f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1221645 Aug 25 16:11:32.566648 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.570834 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Pushing event updated for resources: {'Port': ['ID=82164832-16e5-4f4c-8cbe-1f5fe507edc6,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:32.574632 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:32.628141 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e2fdc1ed-a6d0-4a69-8de0-f54a24066174 req-206566d1-2a00-4734-8e0b-05a610ca9213 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912094 Aug 25 16:11:32.731954 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca93d3-bb70-4ed1-a242-c7d395e54cf7 req-028e96ea-af88-4bba-86ca-f6356b43a5e6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:32.733660 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-81ca93d3-bb70-4ed1-a242-c7d395e54cf7 req-028e96ea-af88-4bba-86ca-f6356b43a5e6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1043725 Aug 25 16:11:32.747239 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:32.751224 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Network 42954438-4141-4970-a99b-488fee6889f7 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:32.752507 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:32.824454 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-81ca93d3-bb70-4ed1-a242-c7d395e54cf7 req-a4c697d2-576a-4d9b-befe-852c0b106daf tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801346 Aug 25 16:11:33.191325 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-34b657b5-18f7-43dd-b262-3fd1da1b3dec None None] Provisioning complete for port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:33.193411 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-34b657b5-18f7-43dd-b262-3fd1da1b3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:33.307294 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-34b657b5-18f7-43dd-b262-3fd1da1b3dec None None] Port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:33.333819 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:11:33.828170 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:33.841249 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] 10.222.0.73 "PUT /v2.0/routers/c2a3d04b-6d46-40ba-9da4-d73413c2cda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3832409 Aug 25 16:11:33.878762 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc239d52-3483-443e-8423-defbad30e304 req-b55fbde9-6439-497c-add9-fb987678bb62 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1098 time: 0.3493843 Aug 25 16:11:33.900256 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17288b7-d59d-4b69-b50e-ef7f9b05ab18 req-d5bdae31-a580-44a2-9ae9-ed91d3d44c85 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:33.905147 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a17288b7-d59d-4b69-b50e-ef7f9b05ab18 req-d5bdae31-a580-44a2-9ae9-ed91d3d44c85 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1363397 Aug 25 16:11:34.032367 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a17288b7-d59d-4b69-b50e-ef7f9b05ab18 req-c89639f5-d7bc-4477-8b8e-77a1aa160e22 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129086 Aug 25 16:11:34.193279 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc239d52-3483-443e-8423-defbad30e304 req-35b596f9-a862-4ce8-8be8-5f96d2b8c1ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:34.195604 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc239d52-3483-443e-8423-defbad30e304 req-35b596f9-a862-4ce8-8be8-5f96d2b8c1ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 920 time: 0.2870166 Aug 25 16:11:34.202543 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe47c3-15dd-4460-a609-442fe272b10f req-1103a92e-3048-4b81-9c26-0f6b62d596e5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:34.209613 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e9fe47c3-15dd-4460-a609-442fe272b10f req-1103a92e-3048-4b81-9c26-0f6b62d596e5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1758325 Aug 25 16:11:34.284961 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e9fe47c3-15dd-4460-a609-442fe272b10f req-87ea4b10-0b72-44c0-b4fb-e452e5097755 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744071 Aug 25 16:11:34.317674 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc239d52-3483-443e-8423-defbad30e304 req-29d26b06-5511-4f2a-b305-50733b1a8a74 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bdf7007-134a-442c-991e-6fe82b38df45 HTTP/1.1" status: 200 len: 217 time: 0.1135843 Aug 25 16:11:34.434225 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc239d52-3483-443e-8423-defbad30e304 req-7ce52f20-a70f-41eb-a150-29b911da8e95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:34.436238 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc239d52-3483-443e-8423-defbad30e304 req-7ce52f20-a70f-41eb-a150-29b911da8e95 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.1070564 Aug 25 16:11:34.500960 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc239d52-3483-443e-8423-defbad30e304 req-4c71fd01-01e7-4a1d-8894-5326f40fb762 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436914 Aug 25 16:11:34.711164 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc239d52-3483-443e-8423-defbad30e304 req-92c0750b-2093-4bb1-a385-9a21fb8293b0 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018468 Aug 25 16:11:34.854525 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55142) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:34.865477 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017458252', 'description': 'tempest-secgroup-smoke-2017458252 description', 'project_id': '11158028ca0244c6976197ab17ae1c37'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:34.883025 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:34.890724 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:security_group and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:34.897212 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:34.908434 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:34.915322 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc239d52-3483-443e-8423-defbad30e304 req-89e661fb-9abc-4209-aba1-a59b5decc29b service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935623 Aug 25 16:11:34.923359 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:34.966837 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:34.971688 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:security_group_rule and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:34.975077 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:34.981240 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:35.062238 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.067405 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.074449 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b8173b90-de8c-4de4-9b5b-4f9fae5e0120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:35.121618 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1a4313-f11f-4767-a399-bbe8580c6f9a,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:35.124576 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.128486 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2659764 Aug 25 16:11:35.128486 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:35.128888 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55148) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:35.136486 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'security_group_rule': {'security_group_id': '3e1a4313-f11f-4767-a399-bbe8580c6f9a', 'project_id': '11158028ca0244c6976197ab17ae1c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:35.145980 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:35.150635 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:security_group_rule and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:35.153788 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:35.159880 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:35.191984 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.385785 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60306a7-1c2d-4560-ab69-fc6ebb906148 req-2e486247-edd6-4694-bdca-95cb8838199c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:35.387996 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c60306a7-1c2d-4560-ab69-fc6ebb906148 req-2e486247-edd6-4694-bdca-95cb8838199c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1207430 Aug 25 16:11:35.390230 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.396006 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.428200 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9f4338ea-3e56-467d-aa9d-4ce14abcd5d4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:35.610678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.614457 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4820714 Aug 25 16:11:35.614457 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabd5782-dfc5-4785-8ee0-7435d5e3b361,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:35.614772 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 55160) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:35.618902 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:35.622148 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'security_group_rule': {'security_group_id': '3e1a4313-f11f-4767-a399-bbe8580c6f9a', 'project_id': '11158028ca0244c6976197ab17ae1c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:35.628392 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:35.632634 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:security_group_rule and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:35.636254 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:35.645447 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:35.646172 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c60306a7-1c2d-4560-ab69-fc6ebb906148 req-d78e8739-4d56-41f4-8b93-53a9bd06e085 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487707 Aug 25 16:11:35.670721 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52de9ff-aaa7-47f8-af5e-a3bd51eb3e47 req-da4e6b33-5bda-463b-b565-eab4438c4bfe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:35.672283 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d52de9ff-aaa7-47f8-af5e-a3bd51eb3e47 req-da4e6b33-5bda-463b-b565-eab4438c4bfe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2094762 Aug 25 16:11:35.689158 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.765622 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d52de9ff-aaa7-47f8-af5e-a3bd51eb3e47 req-18a9b5b7-4281-481d-8d26-2aa364127559 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Aug 25 16:11:35.796126 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.800885 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.805575 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ed51ae7b-2f04-4b3e-a353-f519db512e91 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:35.825316 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eea7d8c-bc71-41df-a949-bfecb558be50,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:35.830129 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:35.849560 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:35.852017 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1101970c-23db-439e-89cd-ae2a44e091ce tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2359540 Aug 25 16:11:35.855535 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55164) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:35.863215 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'security_group_rule': {'security_group_id': '3e1a4313-f11f-4767-a399-bbe8580c6f9a', 'project_id': '11158028ca0244c6976197ab17ae1c37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:35.873266 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:35.879333 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:security_group_rule and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:35.883119 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:35.892237 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:35.925524 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.007810 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.012577 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.014910 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1bfedb38-8647-4913-9714-a61c4978adf3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:36.037306 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6043cc9-e257-4d58-864d-6e1d8aabbd16,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:36.040114 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:36.048098 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.051843 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a6262f81-4794-41e4-bca9-a8040b70a9fb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1926596 Aug 25 16:11:36.052098 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55168) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:36.061803 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'security_group_rule': {'security_group_id': '3e1a4313-f11f-4767-a399-bbe8580c6f9a', 'project_id': '11158028ca0244c6976197ab17ae1c37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:36.068173 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:36.072059 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:security_group_rule and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:36.075644 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:36.081830 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:36.101851 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.179645 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.185157 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.193899 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-50b7b4f6-0e55-44a8-bf06-138050c84662 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:36.213767 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5eeb95-f0d7-41de-903e-6ef00230d704,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:36.216294 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:36.225338 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.227063 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1732767 Aug 25 16:11:36.229795 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55172) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:36.236602 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'security_group_rule': {'security_group_id': '3e1a4313-f11f-4767-a399-bbe8580c6f9a', 'project_id': '11158028ca0244c6976197ab17ae1c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:36.237117 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:11:36.242660 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:36.246857 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:security_group_rule and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:36.249877 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:36.256308 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:36.268232 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.securitygroups_db [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Project 11158028ca0244c6976197ab17ae1c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:11:36.277793 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.380185 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.385342 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.395885 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d52d51a5-1776-4d21-89a6-ad58eedb1074 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:36.417734 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75c5cee-0d63-415c-ae3c-e9ee29a623fb,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:36.420427 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:36.435349 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.440300 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f1063d99-4317-4852-8f53-b3b00bddae4c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2064502 Aug 25 16:11:36.440506 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55178) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:36.453392 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'security_group_rule': {'security_group_id': '3e1a4313-f11f-4767-a399-bbe8580c6f9a', 'project_id': '11158028ca0244c6976197ab17ae1c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:36.477329 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:36.482342 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:security_group_rule and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:36.485573 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:36.492504 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:36.509074 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.securitygroups_db [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Project 11158028ca0244c6976197ab17ae1c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:11:36.524012 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.631862 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.637438 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.639938 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:36.662917 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b691c2c8-7f07-470f-ab8c-253e5c1038b6,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:36.671260 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:36.680362 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:36.694440 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2434940 Aug 25 16:11:37.027576 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f83ac7-1633-4964-ad99-51d3e154cbb4 req-185faef2-6cbd-4466-a38b-3354ba3a820a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:37.029218 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8f83ac7-1633-4964-ad99-51d3e154cbb4 req-185faef2-6cbd-4466-a38b-3354ba3a820a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.2118728 Aug 25 16:11:37.079509 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40ea47-59aa-457a-a9ff-b7db388573e6 req-6fc966d0-aa37-456a-9188-c80b09198690 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:37.081204 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc40ea47-59aa-457a-a9ff-b7db388573e6 req-6fc966d0-aa37-456a-9188-c80b09198690 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1565473 Aug 25 16:11:37.117599 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8f83ac7-1633-4964-ad99-51d3e154cbb4 req-d920228c-3f21-4a8d-912e-d674f26594f3 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824964 Aug 25 16:11:37.156279 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc40ea47-59aa-457a-a9ff-b7db388573e6 req-a3d0e7cb-6f46-40eb-af35-5ff4cd2033ed tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543375 Aug 25 16:11:38.498016 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d5e71-0f84-4302-98fa-2fec3fff0975 req-37974f7c-9c0b-418d-b7cc-a51ab85f032c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:38.500515 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-713d5e71-0f84-4302-98fa-2fec3fff0975 req-37974f7c-9c0b-418d-b7cc-a51ab85f032c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1549430 Aug 25 16:11:38.508248 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc63c5f-27ef-409f-8aaa-895f65ffe73d req-09814dca-d1d5-4412-8016-699301b56191 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:38.509960 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bbc63c5f-27ef-409f-8aaa-895f65ffe73d req-09814dca-d1d5-4412-8016-699301b56191 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1260047 Aug 25 16:11:38.619910 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-713d5e71-0f84-4302-98fa-2fec3fff0975 req-97f33006-856b-4793-9b6b-5f4f47f90001 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056418 Aug 25 16:11:38.623164 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bbc63c5f-27ef-409f-8aaa-895f65ffe73d req-7e3d95db-ac04-4f09-b2d6-2708f64b4d73 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968273 Aug 25 16:11:39.310889 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-9f7bc83e-5d65-4ea2-9b37-4bc80af57315 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:39.317865 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-9f7bc83e-5d65-4ea2-9b37-4bc80af57315 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 814 time: 0.1976678 Aug 25 16:11:39.335982 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-ad1b1150-2386-4008-8eea-5a1a595c3d68 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/quotas/3c7ab4ea55f24fa9905a48022cd3a8aa HTTP/1.1" status: 200 len: 375 time: 0.0172355 Aug 25 16:11:39.447044 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-70dbbe2f-563f-480a-84ef-633cdb7f8d16 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093540 Aug 25 16:11:39.602494 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-0b92d032-b93f-446a-8ed7-b6982f57f22d service neutron] 10.222.0.73 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543245 Aug 25 16:11:39.876680 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-ec7d312d-276c-4397-8a29-4bf78cd012c8 service neutron] 10.222.0.73 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677457 Aug 25 16:11:39.918114 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c904a-8afb-45fe-97c4-347c99d96cf8 req-e65ac55e-8e22-4464-9776-428f09cabf82 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:39.920533 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-458c904a-8afb-45fe-97c4-347c99d96cf8 req-e65ac55e-8e22-4464-9776-428f09cabf82 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1372480 Aug 25 16:11:39.976938 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-458c904a-8afb-45fe-97c4-347c99d96cf8 req-0165edd9-29e9-472f-8251-f2b8e90dc3dc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495403 Aug 25 16:11:40.204039 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3420a90-2c35-46a8-9605-3fe3734dd7a4 req-7f737099-4c79-44fe-97bb-10541527db8b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 210 time: 0.0607362 Aug 25 16:11:40.320160 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8596a7-939f-4fac-99a2-404b58471414 req-c147b7fd-19c8-4882-ab61-c6f433107f9d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:40.322422 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-af8596a7-939f-4fac-99a2-404b58471414 req-c147b7fd-19c8-4882-ab61-c6f433107f9d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1171432 Aug 25 16:11:40.380435 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-af8596a7-939f-4fac-99a2-404b58471414 req-b80edc95-7c32-4e65-9eb9-ff23eb21c511 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517466 Aug 25 16:11:41.267598 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e57176-de64-4c93-af21-53efadcd3ca9 req-cb8a8044-9bf8-4040-879c-e371f76bee49 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:41.269082 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-37e57176-de64-4c93-af21-53efadcd3ca9 req-cb8a8044-9bf8-4040-879c-e371f76bee49 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1101661 Aug 25 16:11:41.321956 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-37e57176-de64-4c93-af21-53efadcd3ca9 req-818bbc7e-3412-49ee-9d52-7df2e9bb3ca3 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467706 Aug 25 16:11:41.437166 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2cf659de-ac2f-4158-bb7f-0ac33ca8d9fb req-7a97f498-dd01-4ffd-9281-cac661890bfd tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 210 time: 0.0527854 Aug 25 16:11:41.726339 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0033d-6895-4cb3-accf-3d1a23c01b16 req-e89e4c6e-de7a-44f3-bdd7-6f4e8922fe99 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:41.728635 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfe0033d-6895-4cb3-accf-3d1a23c01b16 req-e89e4c6e-de7a-44f3-bdd7-6f4e8922fe99 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1917040 Aug 25 16:11:41.797614 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfe0033d-6895-4cb3-accf-3d1a23c01b16 req-d4846ceb-145e-4237-a2e1-08c9a999a019 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614181 Aug 25 16:11:42.592142 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f9eac-b1bc-4a2d-a5e8-cf27a0940e0a req-838e6268-1238-41f9-a484-84cb4f49d559 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:42.604249 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6a9f9eac-b1bc-4a2d-a5e8-cf27a0940e0a req-838e6268-1238-41f9-a484-84cb4f49d559 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1140094 Aug 25 16:11:42.686649 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6a9f9eac-b1bc-4a2d-a5e8-cf27a0940e0a req-9e475b16-e9de-4050-9492-a7b6b3cc54d2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716898 Aug 25 16:11:42.773051 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20bf54ad-a17b-4113-a728-c4d1f8a67c35 req-48ac1e75-87f6-40ba-b4f7-b190bb61ab20 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 210 time: 0.0769045 Aug 25 16:11:43.033492 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a076edc-c570-4842-99ab-c9ae31625df7 req-9a8ce2d4-13f1-41b1-bc2b-f8fbafd90a6d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:43.035051 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1a076edc-c570-4842-99ab-c9ae31625df7 req-9a8ce2d4-13f1-41b1-bc2b-f8fbafd90a6d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0911498 Aug 25 16:11:43.081999 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1a076edc-c570-4842-99ab-c9ae31625df7 req-cc7cdeb4-fca5-4566-9e26-28ee071c7d92 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Aug 25 16:11:43.698854 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7b25e9f6-d0e0-40ec-85be-ba8abd77475e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:43.950092 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8c71d-d947-499a-9b3e-75d99c6f3870 req-9f35227d-f59d-4114-b1aa-d29177964165 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:43.952218 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8c8c71d-d947-499a-9b3e-75d99c6f3870 req-9f35227d-f59d-4114-b1aa-d29177964165 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.1218936 Aug 25 16:11:44.029944 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a5ce888c-c428-483b-b698-a52964115c22 req-63a3cf23-aa62-4487-808d-abc298597394 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 210 time: 0.0504689 Aug 25 16:11:44.041571 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8c8c71d-d947-499a-9b3e-75d99c6f3870 req-1aedb853-f9cc-41c6-930a-f489452de84e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836616 Aug 25 16:11:44.162238 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:44.295256 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ff44-d5af-4b5c-9389-8ffcaaf9a448 req-f7bf708b-b580-4813-8ed3-4253c5053642 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:44.296881 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6049ff44-d5af-4b5c-9389-8ffcaaf9a448 req-f7bf708b-b580-4813-8ed3-4253c5053642 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0847497 Aug 25 16:11:44.345474 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6049ff44-d5af-4b5c-9389-8ffcaaf9a448 req-8786c0dd-d57a-4754-a53d-d349919cd4a1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426772 Aug 25 16:11:45.239854 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-21c1f6d9-a485-4b02-8232-c8a349de4212 req-4e6bf95e-2bcf-4ddc-b6b7-3f288f1d97a0 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 210 time: 0.0867310 Aug 25 16:11:45.301146 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cd62b-eba7-43cc-8722-7b4c9e38a64c req-e1defb74-1faa-470c-9008-e833567ca881 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:45.302788 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-841cd62b-eba7-43cc-8722-7b4c9e38a64c req-e1defb74-1faa-470c-9008-e833567ca881 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.0973361 Aug 25 16:11:45.353634 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-841cd62b-eba7-43cc-8722-7b4c9e38a64c req-ec9c79f5-1572-46c1-b1db-2f39628be2c2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445340 Aug 25 16:11:45.406633 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 720c7713-0aca-431c-b013-8626fbd12ebf up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:45.473631 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 720c7713-0aca-431c-b013-8626fbd12ebf completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:45.478363 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 720c7713-0aca-431c-b013-8626fbd12ebf triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:45.478742 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.566904 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931a33c-f15e-4d13-910b-ef4811e999ae req-2b24ef54-3c8b-4b4b-8749-e4ec6f894786 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:45.568595 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7931a33c-f15e-4d13-910b-ef4811e999ae req-2b24ef54-3c8b-4b4b-8749-e4ec6f894786 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0867085 Aug 25 16:11:45.598706 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.616589 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 720c7713-0aca-431c-b013-8626fbd12ebf, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=720c7713-0aca-431c-b013-8626fbd12ebf,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:45.620561 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:45.622374 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:45.631861 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7931a33c-f15e-4d13-910b-ef4811e999ae req-7c0b6a68-ecca-47dc-aac5-01d59d34574f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567772 Aug 25 16:11:45.686725 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=720c7713-0aca-431c-b013-8626fbd12ebf,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:45.695027 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.695368 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.695731 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.696059 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.696404 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.696723 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.697039 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.697375 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.697711 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.698004 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.698337 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:45.702102 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:46.412958 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eeddc498-6e3b-48db-9c2d-4c95489148b5 req-0102b138-7d13-42b0-a4a9-989ce572a209 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 210 time: 0.0483396 Aug 25 16:11:46.501258 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d2535391-2c33-4b54-a1e2-ec3ac78777c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:46.571558 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0143d-6704-4bb1-ae30-d7dd8b68cdf9 req-b48ef942-a319-43c0-b493-0709495fece7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:46.572980 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-87e0143d-6704-4bb1-ae30-d7dd8b68cdf9 req-b48ef942-a319-43c0-b493-0709495fece7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.0794306 Aug 25 16:11:46.620731 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-87e0143d-6704-4bb1-ae30-d7dd8b68cdf9 req-04b57aee-f537-45e5-9836-a3006de1d94e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394137 Aug 25 16:11:46.810347 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-bdae9bdd-2876-48bd-8af5-a28556a01671 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:46.811998 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-bdae9bdd-2876-48bd-8af5-a28556a01671 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "GET /v2.0/networks?id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 200 len: 814 time: 0.1689801 Aug 25 16:11:46.852538 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Request body: {'port': {'device_id': 'b713eef1-63bd-4ce9-84f1-fca69eee8a8d', 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7', 'admin_state_up': True, 'tenant_id': '3c7ab4ea55f24fa9905a48022cd3a8aa'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:46.862789 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059aca0d-7ccc-4ed9-9915-bddce63bb5cc req-dffab33e-3599-4535-9fd5-c8b99091a44c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:46.864311 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-059aca0d-7ccc-4ed9-9915-bddce63bb5cc req-dffab33e-3599-4535-9fd5-c8b99091a44c tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0847027 Aug 25 16:11:46.916611 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-059aca0d-7ccc-4ed9-9915-bddce63bb5cc req-54e22ad6-652f-45f0-a74a-820edb445b84 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453932 Aug 25 16:11:46.994777 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:46.999123 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Usage tracker for resource:port and tenant:3c7ab4ea55f24fa9905a48022cd3a8aa is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:11:47.001984 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:11:47.008832 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:47.020328 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Made reservation on behalf of 3c7ab4ea55f24fa9905a48022cd3a8aa for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:47.023342 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.199146 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Allocated IP 172.20.0.11 (81cfb394-8717-4f82-8a7d-65d5d91c2cb7/4f5401a7-aee7-4cf9-8721-14dbab981305/011b56fe-af6f-45ed-8a85-8c5750543f3c) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:47.314634 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 720c7713-0aca-431c-b013-8626fbd12ebf up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:47.390400 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 720c7713-0aca-431c-b013-8626fbd12ebf triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:47.390777 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.403251 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.433536 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.441521 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:47.521802 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['ca34c05a-231c-43f2-83b9-d1d28fd40d37', '01931b1a-b098-4f0c-8110-c7694577578f', 'db74798b-c322-4ed6-a239-e65534e985f9'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:47.559455 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:47.563324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:47.575733 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:47.621908 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Pushing event updated for resources: {'Port': ['ID=011b56fe-af6f-45ed-8a85-8c5750543f3c,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:47.631195 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:47.665049 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.676459 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:47.677355 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:47.702920 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8552663 Aug 25 16:11:47.707192 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb5447f2-a875-48ec-9bf3-428e3bd64569 req-b2d6b982-1c35-4b32-bff7-d5b104daddae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 1098 time: 0.2371311 Aug 25 16:11:47.707890 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59400b-fe7f-47ce-88c6-1944a6b57b99 req-c5e2da0e-5739-42a8-bba5-53ef838661b6 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:47.709362 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0b59400b-fe7f-47ce-88c6-1944a6b57b99 req-c5e2da0e-5739-42a8-bba5-53ef838661b6 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 932 time: 0.1416109 Aug 25 16:11:47.736463 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Request body: {'port': {'device_id': 'b713eef1-63bd-4ce9-84f1-fca69eee8a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:47.770351 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0b59400b-fe7f-47ce-88c6-1944a6b57b99 req-6f3a47a9-b337-44db-8f28-ba95c6696c6a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529425 Aug 25 16:11:47.906935 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cbe04-e3e7-4f08-9d3e-8b894858ca69 req-4cb30a61-37dc-4707-b433-d5101d817155 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:47.908474 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3d8cbe04-e3e7-4f08-9d3e-8b894858ca69 req-4cb30a61-37dc-4707-b433-d5101d817155 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.0947762 Aug 25 16:11:47.987000 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3d8cbe04-e3e7-4f08-9d3e-8b894858ca69 req-c077a2d3-6b92-4b42-976f-46d3adda6cb4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682983 Aug 25 16:11:48.083560 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5447f2-a875-48ec-9bf3-428e3bd64569 req-28f467cf-49d0-4d48-b660-144029522699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:48.085023 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb5447f2-a875-48ec-9bf3-428e3bd64569 req-28f467cf-49d0-4d48-b660-144029522699 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 918 time: 0.1881490 Aug 25 16:11:48.088203 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.165409 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed4811-ccec-4f26-a11a-249190c85f60 req-885860a9-190b-4b28-8236-169257a1ef9b tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:48.167862 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-92ed4811-ccec-4f26-a11a-249190c85f60 req-885860a9-190b-4b28-8236-169257a1ef9b tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1023891 Aug 25 16:11:48.223834 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-92ed4811-ccec-4f26-a11a-249190c85f60 req-9d6bc716-7b24-49ad-bc3d-5b321b5ba1fe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488727 Aug 25 16:11:48.267319 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb5447f2-a875-48ec-9bf3-428e3bd64569 req-9d5e1a34-df8b-46f5-9ff1-92445fb8e761 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd HTTP/1.1" status: 200 len: 1001 time: 0.1641321 Aug 25 16:11:48.410207 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5447f2-a875-48ec-9bf3-428e3bd64569 req-a4f29418-46be-4b7f-b9c4-f413c946e7f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:48.411787 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb5447f2-a875-48ec-9bf3-428e3bd64569 req-a4f29418-46be-4b7f-b9c4-f413c946e7f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.1051409 Aug 25 16:11:48.577460 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb5447f2-a875-48ec-9bf3-428e3bd64569 req-de7dde2f-239a-4ccd-8e37-394d89e4cfd0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229644 Aug 25 16:11:48.718029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011b56fe-af6f-45ed-8a85-8c5750543f3c {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:48.736422 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.777055 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Transition to ACTIVE for port object 011b56fe-af6f-45ed-8a85-8c5750543f3c will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:48.781212 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:48.787498 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:48.823106 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb5447f2-a875-48ec-9bf3-428e3bd64569 req-53c33767-0a64-4893-82e8-def0e2db72ec service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326970 Aug 25 16:11:48.980360 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Pushing event updated for resources: {'Port': ['ID=011b56fe-af6f-45ed-8a85-8c5750543f3c,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:48.994605 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:49.018494 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f3359-1d5b-4567-905d-521aa3ea2ed6 req-db6aa037-e551-46b5-9e7d-2371146c3c76 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:49.020443 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-687f3359-1d5b-4567-905d-521aa3ea2ed6 req-db6aa037-e551-46b5-9e7d-2371146c3c76 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 944 time: 0.0958979 Aug 25 16:11:49.067867 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-687f3359-1d5b-4567-905d-521aa3ea2ed6 req-e9acba21-f53c-410a-89e7-a532171dfee5 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419488 Aug 25 16:11:49.119533 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb5447f2-a875-48ec-9bf3-428e3bd64569 req-d1982bb1-5e31-4bd4-89cb-e965a4445d49 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854910 Aug 25 16:11:49.148967 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Attempting to bind port 011b56fe-af6f-45ed-8a85-8c5750543f3c on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:49.149296 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Attempting to bind port 011b56fe-af6f-45ed-8a85-8c5750543f3c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:49.149623 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Attempting to bind port 011b56fe-af6f-45ed-8a85-8c5750543f3c on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:49.155643 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Port 011b56fe-af6f-45ed-8a85-8c5750543f3c on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:11:49.155967 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Attempting to bind port 011b56fe-af6f-45ed-8a85-8c5750543f3c on network 81cfb394-8717-4f82-8a7d-65d5d91c2cb7 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:49.162909 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:49.163131 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Checking segment: {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:49.163512 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Bound using segment: {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:49.163937 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Bound port: 011b56fe-af6f-45ed-8a85-8c5750543f3c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa28117-7e46-4bf8-871c-0a767b20a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:49.164280 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.195990 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77c9c3-a13f-4dac-8a7d-1247520acfe6 req-45d6fe4e-725c-402a-a7d1-e7395b4aac60 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:49.197905 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7f77c9c3-a13f-4dac-8a7d-1247520acfe6 req-45d6fe4e-725c-402a-a7d1-e7395b4aac60 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.0823464 Aug 25 16:11:49.246331 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7f77c9c3-a13f-4dac-8a7d-1247520acfe6 req-6edc53f0-5ea8-41ac-8042-afa93b30191f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Aug 25 16:11:49.254647 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] For port 011b56fe-af6f-45ed-8a85-8c5750543f3c, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:49.258358 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] For port 011b56fe-af6f-45ed-8a85-8c5750543f3c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=011b56fe-af6f-45ed-8a85-8c5750543f3c,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:49.265699 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.270326 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:49.332932 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:49.334296 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] 10.222.0.76 "PUT /v2.0/ports/011b56fe-af6f-45ed-8a85-8c5750543f3c HTTP/1.1" status: 200 len: 1094 time: 1.6022551 Aug 25 16:11:49.334780 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b713eef1-63bd-4ce9-84f1-fca69eee8a8d', 'tag': '011b56fe-af6f-45ed-8a85-8c5750543f3c'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:49.349815 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Pushing event updated for resources: {'Port': ['ID=011b56fe-af6f-45ed-8a85-8c5750543f3c,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:49.353045 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:49.398726 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b713eef1-63bd-4ce9-84f1-fca69eee8a8d', 'tag': '011b56fe-af6f-45ed-8a85-8c5750543f3c', 'status': 'completed', 'code': 200} Aug 25 16:11:49.442188 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b353c6-b3cd-4e32-869f-fabe308f1975 req-649c016d-9867-4861-a937-c4339af1080d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:49.443657 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-04b353c6-b3cd-4e32-869f-fabe308f1975 req-649c016d-9867-4861-a937-c4339af1080d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0792012 Aug 25 16:11:49.487870 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-04b353c6-b3cd-4e32-869f-fabe308f1975 req-82fb23dd-844d-4a3d-8344-facc4fd0c1bf tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 Aug 25 16:11:49.615767 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:50.271396 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c0da-2dd2-44b4-9a42-e32ed2ae0747 req-f07235d2-9d4d-42fc-953c-d6675ecb91d1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:50.272794 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8869c0da-2dd2-44b4-9a42-e32ed2ae0747 req-f07235d2-9d4d-42fc-953c-d6675ecb91d1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 944 time: 0.0791552 Aug 25 16:11:50.323791 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8869c0da-2dd2-44b4-9a42-e32ed2ae0747 req-85ea34b3-67eb-4803-b9af-29b900488487 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440025 Aug 25 16:11:50.470419 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22e0fd-e545-4365-971a-ea15322aad2f req-fe7c6d80-d233-4a9b-a10d-04bacf520748 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:50.471922 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f22e0fd-e545-4365-971a-ea15322aad2f req-fe7c6d80-d233-4a9b-a10d-04bacf520748 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.0825982 Aug 25 16:11:50.521643 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f22e0fd-e545-4365-971a-ea15322aad2f req-6c8a70ff-68ef-4d27-b7c7-e3b1c0353fb3 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Aug 25 16:11:50.747710 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450e8e1-df45-4904-bd6f-18e6fc2ba9fd req-f06ac06f-41a2-4cbe-9a34-c7ad1fe9e9cf tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:50.749173 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d450e8e1-df45-4904-bd6f-18e6fc2ba9fd req-f06ac06f-41a2-4cbe-9a34-c7ad1fe9e9cf tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1364067 Aug 25 16:11:50.796812 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d450e8e1-df45-4904-bd6f-18e6fc2ba9fd req-e498f112-4919-46df-b269-a7d53d3aaf43 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419774 Aug 25 16:11:51.524957 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33b853-a0ba-44f9-aa7b-89ec6057546e req-c4a02804-56a4-4114-9855-253608dd79bb tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:51.527106 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4c33b853-a0ba-44f9-aa7b-89ec6057546e req-c4a02804-56a4-4114-9855-253608dd79bb tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 944 time: 0.0823383 Aug 25 16:11:51.571497 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4c33b853-a0ba-44f9-aa7b-89ec6057546e req-8791046d-b682-45bb-bd34-792cf7bc50b1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Aug 25 16:11:51.731542 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a730-a705-4a20-bfc6-c7bd908e6ef2 req-b49606ec-2804-4ea1-b564-a58b99905084 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:51.732917 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-37c6a730-a705-4a20-bfc6-c7bd908e6ef2 req-b49606ec-2804-4ea1-b564-a58b99905084 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 945 time: 0.0774693 Aug 25 16:11:51.778182 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-37c6a730-a705-4a20-bfc6-c7bd908e6ef2 req-169ad38f-e608-4e39-b631-9b82f14db75e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Aug 25 16:11:52.000598 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f98fe4-35cc-4b9c-8321-8e8cbc07022e req-e695422d-808b-4d6b-9d2c-18c02a289c3f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:52.002047 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e2f98fe4-35cc-4b9c-8321-8e8cbc07022e req-e695422d-808b-4d6b-9d2c-18c02a289c3f tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0794437 Aug 25 16:11:52.046384 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e2f98fe4-35cc-4b9c-8321-8e8cbc07022e req-98531123-458f-42e8-9934-27ce6f0d6f01 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390012 Aug 25 16:11:52.370699 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:11:52.485145 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:52.515563 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:52.515836 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2e6f3ef9-feb4-4426-9b82-ce74617809b2 req-f637bb81-e890-457d-abfe-1906264e05df service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 1097 time: 0.1388032 Aug 25 16:11:52.532564 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:52.539859 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:52.541838 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0b44731f-4c08-4d5e-81e3-4fcdc3f65a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:52.591985 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'code': 200} Aug 25 16:11:52.611611 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=8']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:52.614706 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:52.684291 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f3ef9-feb4-4426-9b82-ce74617809b2 req-4fa6e789-277c-4f49-9e53-7f1858ea675f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:52.685727 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2e6f3ef9-feb4-4426-9b82-ce74617809b2 req-4fa6e789-277c-4f49-9e53-7f1858ea675f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1378341 Aug 25 16:11:52.769287 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af548eb-8473-4c91-8f5c-2ffe51bbf6e0 req-51b4f5ab-ca61-470e-be5c-6172cfdc2e3a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:52.770754 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6af548eb-8473-4c91-8f5c-2ffe51bbf6e0 req-51b4f5ab-ca61-470e-be5c-6172cfdc2e3a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 944 time: 0.0764716 Aug 25 16:11:52.820438 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6af548eb-8473-4c91-8f5c-2ffe51bbf6e0 req-9a80f23f-e86d-4293-aef3-64af4492845b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Aug 25 16:11:52.827016 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f3ef9-feb4-4426-9b82-ce74617809b2 req-f0242053-f3e2-481a-9554-fdbaa7289f2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:52.828500 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2e6f3ef9-feb4-4426-9b82-ce74617809b2 req-f0242053-f3e2-481a-9554-fdbaa7289f2d service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1319852 Aug 25 16:11:52.974557 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-a9677ec6-cf6c-4aba-8930-36494bcb8c9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 1097 time: 0.0716307 Aug 25 16:11:53.003369 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e11491-ff18-4622-9cfe-cb7f968415fd req-d2912857-8fc0-4467-9520-bc0b9bbd5d66 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:53.005198 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-95e11491-ff18-4622-9cfe-cb7f968415fd req-d2912857-8fc0-4467-9520-bc0b9bbd5d66 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0860803 Aug 25 16:11:53.056485 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-95e11491-ff18-4622-9cfe-cb7f968415fd req-d2626324-0c14-48e5-b3fc-d6d7ba20ca77 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447807 Aug 25 16:11:53.082905 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-c96b78ac-e55d-4e0e-bac2-f0987e9d430f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=011b56fe-af6f-45ed-8a85-8c5750543f3c HTTP/1.1" status: 200 len: 217 time: 0.0845883 Aug 25 16:11:53.160159 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-4e5ba73b-11e4-47b4-855c-05f98fe2cd1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:53.161577 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-4e5ba73b-11e4-47b4-855c-05f98fe2cd1f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4f5401a7-aee7-4cf9-8721-14dbab981305 HTTP/1.1" status: 200 len: 854 time: 0.0633969 Aug 25 16:11:53.208263 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-1ab0bdbf-8f00-4abc-9866-ce4537361a81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81cfb394-8717-4f82-8a7d-65d5d91c2cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381289 Aug 25 16:11:53.248339 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03470c89-6696-44f7-bc16-4a2e242dbed0 req-b26a27cc-4cdc-4e7b-878d-60071912abe2 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:53.250644 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-03470c89-6696-44f7-bc16-4a2e242dbed0 req-b26a27cc-4cdc-4e7b-878d-60071912abe2 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0795538 Aug 25 16:11:53.303722 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-03470c89-6696-44f7-bc16-4a2e242dbed0 req-ac6a6f27-48cd-4dec-9607-ddd8196159e6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467129 Aug 25 16:11:53.358048 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-b41c68ff-c964-4cae-be59-6042b924525b service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422172 Aug 25 16:11:53.491826 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-59778483-212c-4474-9e8a-d3b199a6eef5 req-1c40aa44-557d-4107-9f03-3aa61ec95ce6 service neutron] 10.222.0.76 "GET /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262376 Aug 25 16:11:54.022699 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd283f4-3f03-4353-8400-9a512f5b23ae req-f356223a-a86d-448f-993e-796018eba97c tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:54.024204 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfd283f4-3f03-4353-8400-9a512f5b23ae req-f356223a-a86d-448f-993e-796018eba97c tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 944 time: 0.0784011 Aug 25 16:11:54.068973 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfd283f4-3f03-4353-8400-9a512f5b23ae req-5cb7a4e3-49cd-4c1f-8954-7b691d18ca56 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385313 Aug 25 16:11:54.296061 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096374a3-abcb-47dd-a8de-aa3f6095ebce req-03643134-1952-47b4-b761-704e8157cddc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:54.297504 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-096374a3-abcb-47dd-a8de-aa3f6095ebce req-03643134-1952-47b4-b761-704e8157cddc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0815291 Aug 25 16:11:54.344174 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-096374a3-abcb-47dd-a8de-aa3f6095ebce req-4ea4d003-5ea3-4b2b-a43a-f5dac3087a8f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 Aug 25 16:11:54.517678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df953b-ef25-4e28-95ec-2d2591ac4337 req-0bc3eac5-bc49-46a2-a87e-30cb17a25f3d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:54.519133 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f1df953b-ef25-4e28-95ec-2d2591ac4337 req-0bc3eac5-bc49-46a2-a87e-30cb17a25f3d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0795949 Aug 25 16:11:54.539574 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-af351bec-7a5a-4f78-af05-3f8f6f07df8c req-70c8f698-1398-48a4-8d0d-c63f2eb092c6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1098 time: 0.0680125 Aug 25 16:11:54.567562 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f1df953b-ef25-4e28-95ec-2d2591ac4337 req-93a8a72a-65be-49bd-b44c-651bfbac06da tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Aug 25 16:11:54.584592 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-af351bec-7a5a-4f78-af05-3f8f6f07df8c req-76caeb82-1189-4b47-b91a-403fbe37596b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370569 Aug 25 16:11:55.272743 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf09dd5-0f89-48b8-9ece-5a3f85575111 req-fdd99cd4-5a54-4699-bbe5-3e71a678b8c7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:55.274204 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bf09dd5-0f89-48b8-9ece-5a3f85575111 req-fdd99cd4-5a54-4699-bbe5-3e71a678b8c7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 944 time: 0.0833981 Aug 25 16:11:55.320213 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bf09dd5-0f89-48b8-9ece-5a3f85575111 req-227f9ce5-5963-41e6-9084-87799e73fb5f tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Aug 25 16:11:55.419965 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Sync routers for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:55.431980 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:55.432600 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:55.582508 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21621770-0323-4f4b-8b6b-30403a721227 req-b1ea7cef-5acc-491a-9605-7dee49cdc5e2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:55.584057 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-21621770-0323-4f4b-8b6b-30403a721227 req-b1ea7cef-5acc-491a-9605-7dee49cdc5e2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0891724 Aug 25 16:11:55.650133 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-21621770-0323-4f4b-8b6b-30403a721227 req-4817575f-0563-4452-8143-4a5525f67ef6 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603461 Aug 25 16:11:55.652732 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Sync routers for ids ['c388607e-0af9-45c8-9f27-6823e83991bd'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:55.676694 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Routers {'c388607e-0af9-45c8-9f27-6823e83991bd'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:55.677609 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c388607e-0af9-45c8-9f27-6823e83991bd'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:55.687301 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:55.839856 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d63a21-062d-43e0-a943-75dd282a2a4f req-40d6f633-9260-493d-8c13-b1671ec82394 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:55.841500 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b9d63a21-062d-43e0-a943-75dd282a2a4f req-40d6f633-9260-493d-8c13-b1671ec82394 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0981996 Aug 25 16:11:55.906523 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Set router c388607e-0af9-45c8-9f27-6823e83991bd gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:55.914769 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b9d63a21-062d-43e0-a943-75dd282a2a4f req-240baed1-22f1-47f1-9358-3556e52a4f21 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663817 Aug 25 16:11:56.048848 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 2, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:56.053052 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Checking router: 1dd99cc0-2179-42ba-883f-8af7243d266e for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:56.053522 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Updating router 1dd99cc0-2179-42ba-883f-8af7243d266e port dbed63a8-6493-4892-94e3-3514136be010 binding host dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:56.129574 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.268558 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:20Z', 'revision_number': 4, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'gw_port': {'id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:14Z', 'updated_at': '2021-08-25T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '3a45c025-dfc6-46d3-a38c-48af0538587f', 'name': '', 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'mac_address': 'fa:16:3e:24:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:19Z', 'updated_at': '2021-08-25T16:11:21Z', 'revision_number': 2, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'subnets': [{'id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:56.273340 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Checking router: c388607e-0af9-45c8-9f27-6823e83991bd for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:56.273700 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Updating router c388607e-0af9-45c8-9f27-6823e83991bd port 3a45c025-dfc6-46d3-a38c-48af0538587f binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:56.332564 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.567584 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8f3a0-dfad-4db0-81f2-2708fe83e3c9 req-aca69f93-5fef-456f-ad17-eed3888985b6 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:56.569279 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ece8f3a0-dfad-4db0-81f2-2708fe83e3c9 req-aca69f93-5fef-456f-ad17-eed3888985b6 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 944 time: 0.1031144 Aug 25 16:11:56.571774 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.606629 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Transition to ACTIVE for port object dbed63a8-6493-4892-94e3-3514136be010 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:56.625878 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.632925 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ece8f3a0-dfad-4db0-81f2-2708fe83e3c9 req-8024a9f3-59c1-440e-b103-6b0412c3ce0f tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574145 Aug 25 16:11:56.634920 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-d5ac6be0-aa7c-4c2e-8563-471710ac4c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:56.768065 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa0466-7004-4d97-9796-2fe20393e4bd None None] Pushing event updated for resources: {'Port': ['ID=dbed63a8-6493-4892-94e3-3514136be010,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:56.777291 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-80fa0466-7004-4d97-9796-2fe20393e4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:56.806463 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.822010 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Transition to ACTIVE for port object 3a45c025-dfc6-46d3-a38c-48af0538587f will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:56.831837 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.845650 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:56.918179 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dcb3f-8e2f-4355-a522-6a75fbfc204c None None] Pushing event updated for resources: {'Port': ['ID=3a45c025-dfc6-46d3-a38c-48af0538587f,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:56.938340 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Attempting to bind port dbed63a8-6493-4892-94e3-3514136be010 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:56.938881 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Attempting to bind port dbed63a8-6493-4892-94e3-3514136be010 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:56.939950 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Attempting to bind port dbed63a8-6493-4892-94e3-3514136be010 on network bdf0a20c-889b-4590-a693-c718a6547eef {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:56.947285 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:56.947716 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Checking segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:56.948655 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.949062 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Bound using segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:56.949546 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Bound port: dbed63a8-6493-4892-94e3-3514136be010, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:56.950098 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:57.044789 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6a8db-c4a2-4f6b-999b-3b5c954f1a04 req-fa8afa09-b73a-40d6-a24e-d2bb2041e35e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:57.046266 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-68d6a8db-c4a2-4f6b-999b-3b5c954f1a04 req-fa8afa09-b73a-40d6-a24e-d2bb2041e35e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1702969 Aug 25 16:11:57.078751 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] For port dbed63a8-6493-4892-94e3-3514136be010, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:57.082350 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-610dcb3f-8e2f-4355-a522-6a75fbfc204c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:57.084672 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] For port dbed63a8-6493-4892-94e3-3514136be010, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=dbed63a8-6493-4892-94e3-3514136be010,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:57.098725 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Sync routers for ids ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:57.102286 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:57.107936 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:57.129963 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-68d6a8db-c4a2-4f6b-999b-3b5c954f1a04 req-4280fdc4-0c6b-4bd5-8eb3-6520e9cd8921 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771499 Aug 25 16:11:57.235857 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Routers {'c2a3d04b-6d46-40ba-9da4-d73413c2cda8'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:57.236603 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:57.299840 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Attempting to bind port 3a45c025-dfc6-46d3-a38c-48af0538587f on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:57.300419 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Attempting to bind port 3a45c025-dfc6-46d3-a38c-48af0538587f by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:57.300942 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Attempting to bind port 3a45c025-dfc6-46d3-a38c-48af0538587f on network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:57.316937 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b608a3-6e90-423b-b105-20b8495a4ef9 req-259ff8d0-992e-4ed5-b344-5275169d18d8 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:57.318592 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6b608a3-6e90-423b-b105-20b8495a4ef9 req-259ff8d0-992e-4ed5-b344-5275169d18d8 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1835725 Aug 25 16:11:57.319173 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:57.320373 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa0466-7004-4d97-9796-2fe20393e4bd None None] Pushing event updated for resources: {'Port': ['ID=dbed63a8-6493-4892-94e3-3514136be010,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:57.321010 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Checking segment: {'id': '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:57.321609 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:57.322203 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Bound using segment: {'id': '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:57.324607 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Bound port: 3a45c025-dfc6-46d3-a38c-48af0538587f, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:57.326025 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:57.342890 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-80fa0466-7004-4d97-9796-2fe20393e4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:57.343529 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:57.344191 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:57.422986 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6b608a3-6e90-423b-b105-20b8495a4ef9 req-666a317a-61f2-4e09-b763-3464733a75ef tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980515 Aug 25 16:11:57.503319 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] For port 3a45c025-dfc6-46d3-a38c-48af0538587f, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:57.508040 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] For port 3a45c025-dfc6-46d3-a38c-48af0538587f, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=3a45c025-dfc6-46d3-a38c-48af0538587f,segment=NetworkSegment(4c9a9827-570a-4bd3-b3f8-fb7f04e935eb),segment_id=4c9a9827-570a-4bd3-b3f8-fb7f04e935eb)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:57.520342 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:57.526124 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-7dcecb3c-7c4b-4e88-8d34-083e1a43724d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:57.650484 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dcb3f-8e2f-4355-a522-6a75fbfc204c None None] Pushing event updated for resources: {'Port': ['ID=3a45c025-dfc6-46d3-a38c-48af0538587f,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:57.656454 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-610dcb3f-8e2f-4355-a522-6a75fbfc204c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:57.658175 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Routers {'c388607e-0af9-45c8-9f27-6823e83991bd'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:57.658795 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c388607e-0af9-45c8-9f27-6823e83991bd'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:57.943640 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Set router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:57.997531 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] Set router c388607e-0af9-45c8-9f27-6823e83991bd gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:58.042942 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:58.311033 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 011b56fe-af6f-45ed-8a85-8c5750543f3c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:11:58.508566 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:20Z', 'revision_number': 4, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'gw_port': {'id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:14Z', 'updated_at': '2021-08-25T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '3a45c025-dfc6-46d3-a38c-48af0538587f', 'name': '', 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'mac_address': 'fa:16:3e:24:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:19Z', 'updated_at': '2021-08-25T16:11:57Z', 'revision_number': 4, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'subnets': [{'id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:58.514024 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0ded2-1834-4d6e-8753-9187e6453d8e None None] The sync data for ids ['c388607e-0af9-45c8-9f27-6823e83991bd'] in dv-cinder-806007-1-iscsi is: [{'id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:20Z', 'revision_number': 4, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'gw_port': {'id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:14Z', 'updated_at': '2021-08-25T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '3a45c025-dfc6-46d3-a38c-48af0538587f', 'name': '', 'network_id': '0ebbda85-55bb-4b2d-982a-e5ecde095c1f', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'mac_address': 'fa:16:3e:24:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:19Z', 'updated_at': '2021-08-25T16:11:57Z', 'revision_number': 4, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'subnets': [{'id': '152a1387-e88f-4fa2-a6f7-ac2ea73f4f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:58.590419 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260405eb-7719-4c72-a10a-d12128aa9d64 req-a1be7caa-7f09-49a4-bee8-7c98860334f3 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:58.595553 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-260405eb-7719-4c72-a10a-d12128aa9d64 req-a1be7caa-7f09-49a4-bee8-7c98860334f3 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 944 time: 0.1980453 Aug 25 16:11:58.750867 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-260405eb-7719-4c72-a10a-d12128aa9d64 req-3fc8a420-a732-4570-baa9-0fcf4f598ace tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408212 Aug 25 16:11:58.806120 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.resource_extend [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:11:58.878816 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80ad51e3-2ef1-41ad-bd1d-fae62f6e31db req-2833defe-1326-4ff5-b51e-35272d322257 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90129b59b4d84095bda6ed860edb1c29&device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 1098 time: 0.1906853 Aug 25 16:11:59.104365 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a398b7-9b72-4546-a120-e2bf86f5c08c req-c75f45a1-da1a-47ef-8bae-b595e03fdcc1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:59.106305 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e8a398b7-9b72-4546-a120-e2bf86f5c08c req-c75f45a1-da1a-47ef-8bae-b595e03fdcc1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2244194 Aug 25 16:11:59.110647 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fe32e1ff-220a-477d-8c78-245b53c0ea45 req-e34bfa56-3179-4f68-8365-b9b7d474dd5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1685612 Aug 25 16:11:59.166716 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad51e3-2ef1-41ad-bd1d-fae62f6e31db req-5d6cca0a-b30c-445f-910b-f1cadacda965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:59.168349 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80ad51e3-2ef1-41ad-bd1d-fae62f6e31db req-5d6cca0a-b30c-445f-910b-f1cadacda965 service neutron] 10.222.0.76 "GET /v2.0/networks?id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 200 len: 920 time: 0.2722814 Aug 25 16:11:59.266606 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80ad51e3-2ef1-41ad-bd1d-fae62f6e31db req-c71a634d-3174-4996-b71d-4be46b9c83f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bdf7007-134a-442c-991e-6fe82b38df45 HTTP/1.1" status: 200 len: 217 time: 0.0868735 Aug 25 16:11:59.280418 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e8a398b7-9b72-4546-a120-e2bf86f5c08c req-5e3f085c-373c-42ae-a5f6-b1096d46f0a4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624947 Aug 25 16:11:59.290109 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:23Z', 'updated_at': '2021-08-25T16:11:31Z', 'revision_number': 4, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'gw_port': {'id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:24Z', 'updated_at': '2021-08-25T16:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '82164832-16e5-4f4c-8cbe-1f5fe507edc6', 'name': '', 'network_id': '42954438-4141-4970-a99b-488fee6889f7', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'mac_address': 'fa:16:3e:eb:39:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '919a2451-8622-4b7b-85c0-0d414c39f03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:30Z', 'updated_at': '2021-08-25T16:11:32Z', 'revision_number': 2, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'subnets': [{'id': '919a2451-8622-4b7b-85c0-0d414c39f03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:59.296916 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:11:57Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:59.315372 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Checking router: c2a3d04b-6d46-40ba-9da4-d73413c2cda8 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:59.315823 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Updating router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 binding host dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:11:59.449836 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1710c-1d5c-4ba4-b197-19559c1e0dfc None None] The sync data for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi is: [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:11:57Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:59.452125 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 3a45c025-dfc6-46d3-a38c-48af0538587f up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:59.477358 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad51e3-2ef1-41ad-bd1d-fae62f6e31db req-3d08ab6f-7d5a-49f8-9fcb-60ab9f909ea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:59.481849 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80ad51e3-2ef1-41ad-bd1d-fae62f6e31db req-3d08ab6f-7d5a-49f8-9fcb-60ab9f909ea1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 200 len: 858 time: 0.2063799 Aug 25 16:11:59.571827 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.599060 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80ad51e3-2ef1-41ad-bd1d-fae62f6e31db req-0af3e883-f9a8-4e9d-a8ee-b4245d47ac03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079988 Aug 25 16:11:59.637390 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 011b56fe-af6f-45ed-8a85-8c5750543f3c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=011b56fe-af6f-45ed-8a85-8c5750543f3c,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:59.675811 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 3a45c025-dfc6-46d3-a38c-48af0538587f completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:59.737053 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 55546) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:59.764969 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-eb576279-2a77-457c-8935-b0cd2bf5bd3a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Synchronizing usage tracker for tenant:89c53cb5a3ba4f2fa52a91a2b51b387f on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:59.793423 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-eb576279-2a77-457c-8935-b0cd2bf5bd3a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Unset dirty status for tenant:89c53cb5a3ba4f2fa52a91a2b51b387f on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:59.801835 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-eb576279-2a77-457c-8935-b0cd2bf5bd3a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067578885&fields=id&tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f HTTP/1.1" status: 200 len: 267 time: 0.1398439 Aug 25 16:11:59.913770 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80ad51e3-2ef1-41ad-bd1d-fae62f6e31db req-0a8a0eb3-6b88-4225-8d8e-67993e257080 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953050 Aug 25 16:11:59.919899 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463acd-d07b-4be1-9ee1-494febd5224e req-51d9dd47-98e3-4e03-94f1-4a586fdebd9f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:59.924269 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f1463acd-d07b-4be1-9ee1-494febd5224e req-51d9dd47-98e3-4e03-94f1-4a586fdebd9f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.3559251 Aug 25 16:12:00.090252 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '011b56fe-af6f-45ed-8a85-8c5750543f3c', 'network_id': '81cfb394-8717-4f82-8a7d-65d5d91c2cb7', 'port_id': '011b56fe-af6f-45ed-8a85-8c5750543f3c', 'mac_address': 'fa:16:3e:4f:73:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5401a7-aee7-4cf9-8721-14dbab981305', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:00.094738 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 3a45c025-dfc6-46d3-a38c-48af0538587f triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:00.095119 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.113979 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-866c34b5-f482-44a5-ae1e-f52027f43b39 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:00.115176 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-866c34b5-f482-44a5-ae1e-f52027f43b39 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Synchronizing usage tracker for tenant:89c53cb5a3ba4f2fa52a91a2b51b387f on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:00.160521 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-80ad51e3-2ef1-41ad-bd1d-fae62f6e31db req-fb6450d4-159a-4cac-8d0d-4abc35023007 service neutron] 10.222.0.76 "GET /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321401 Aug 25 16:12:00.191672 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-54b36de9-1a37-42f5-802f-0427e9a7bb00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4417324 Aug 25 16:12:00.227983 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f1463acd-d07b-4be1-9ee1-494febd5224e req-4265003e-3cda-4087-8ff3-359144b038e5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347828 Aug 25 16:12:00.236303 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-866c34b5-f482-44a5-ae1e-f52027f43b39 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Unset dirty status for tenant:89c53cb5a3ba4f2fa52a91a2b51b387f on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:00.237438 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-866c34b5-f482-44a5-ae1e-f52027f43b39 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/networks?id=53705678-def4-4b8e-a6fe-f5d17934f7df HTTP/1.1" status: 200 len: 808 time: 0.4345882 Aug 25 16:12:00.244586 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.288369 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-b6073890-a726-4c47-816a-4e1a4e608ebe tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/quotas/89c53cb5a3ba4f2fa52a91a2b51b387f HTTP/1.1" status: 200 len: 375 time: 0.0448132 Aug 25 16:12:00.386705 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.421288 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Transition to ACTIVE for port object 82164832-16e5-4f4c-8cbe-1f5fe507edc6 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:00.435229 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.442792 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:00.446302 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-2ac0330e-a1de-420e-83ee-75164806f3a8 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Synchronizing usage tracker for tenant:89c53cb5a3ba4f2fa52a91a2b51b387f on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:00.512115 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-2ac0330e-a1de-420e-83ee-75164806f3a8 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Unset dirty status for tenant:89c53cb5a3ba4f2fa52a91a2b51b387f on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:00.513825 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-2ac0330e-a1de-420e-83ee-75164806f3a8 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188106 Aug 25 16:12:00.536320 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011b56fe-af6f-45ed-8a85-8c5750543f3c {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:00.563528 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 011b56fe-af6f-45ed-8a85-8c5750543f3c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=011b56fe-af6f-45ed-8a85-8c5750543f3c,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:00.611879 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2cf58-cb5e-4b84-a964-1ffcfbb14c14 None None] Pushing event updated for resources: {'Port': ['ID=82164832-16e5-4f4c-8cbe-1f5fe507edc6,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:00.632868 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-90b2cf58-cb5e-4b84-a964-1ffcfbb14c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:00.692423 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.715406 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:00.723219 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-6cb22e01-fde9-42b5-9c53-45970e6c2a37 service neutron] 10.222.0.73 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887534 Aug 25 16:12:00.772860 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3752c24-97d2-4d97-aceb-f98a4594194e req-7a11e826-f4a9-4741-98a9-d331099d6797 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:00.775696 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3752c24-97d2-4d97-aceb-f98a4594194e req-7a11e826-f4a9-4741-98a9-d331099d6797 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 944 time: 0.3039992 Aug 25 16:12:00.944925 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.957034 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3752c24-97d2-4d97-aceb-f98a4594194e req-79ab59ae-e3f3-4db5-989e-e3b2f7cb520d tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800567 Aug 25 16:12:00.976415 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=011b56fe-af6f-45ed-8a85-8c5750543f3c,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:00.979644 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e7d24775-e0c6-4b33-816b-735d2890a79a service neutron] 10.222.0.73 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461145 Aug 25 16:12:01.024639 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:01.025351 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Attempting to bind port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:01.025759 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Attempting to bind port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '643b8171-5d78-42fb-a091-5edbf6af2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '42954438-4141-4970-a99b-488fee6889f7'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:01.026159 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Attempting to bind port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 on network 42954438-4141-4970-a99b-488fee6889f7 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:01.064857 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 3a45c025-dfc6-46d3-a38c-48af0538587f, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=3a45c025-dfc6-46d3-a38c-48af0538587f,segment=NetworkSegment(4c9a9827-570a-4bd3-b3f8-fb7f04e935eb),segment_id=4c9a9827-570a-4bd3-b3f8-fb7f04e935eb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:01.088654 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:01.091499 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:01.166727 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:01.167118 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Checking segment: {'id': '643b8171-5d78-42fb-a091-5edbf6af2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '42954438-4141-4970-a99b-488fee6889f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:01.167573 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:01.167977 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Bound using segment: {'id': '643b8171-5d78-42fb-a091-5edbf6af2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '42954438-4141-4970-a99b-488fee6889f7'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:01.168459 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Bound port: 82164832-16e5-4f4c-8cbe-1f5fe507edc6, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643b8171-5d78-42fb-a091-5edbf6af2cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '42954438-4141-4970-a99b-488fee6889f7'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:01.168839 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:01.178950 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=3a45c025-dfc6-46d3-a38c-48af0538587f,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:01.184616 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:01.269604 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['011b56fe-af6f-45ed-8a85-8c5750543f3c'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:01.339248 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] For port 82164832-16e5-4f4c-8cbe-1f5fe507edc6, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:01.344562 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] For port 82164832-16e5-4f4c-8cbe-1f5fe507edc6, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=82164832-16e5-4f4c-8cbe-1f5fe507edc6,segment=NetworkSegment(643b8171-5d78-42fb-a091-5edbf6af2cd1),segment_id=643b8171-5d78-42fb-a091-5edbf6af2cd1)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:01.355935 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:01.361757 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:01.474410 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc60af5-a017-49c5-adb8-35cac5a58a16 req-e2a81709-7f1b-42bd-83f5-320e2fc33cde tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:01.476043 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3bc60af5-a017-49c5-adb8-35cac5a58a16 req-e2a81709-7f1b-42bd-83f5-320e2fc33cde tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1374092 Aug 25 16:12:01.493494 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2cf58-cb5e-4b84-a964-1ffcfbb14c14 None None] Pushing event updated for resources: {'Port': ['ID=82164832-16e5-4f4c-8cbe-1f5fe507edc6,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:01.496695 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device dbed63a8-6493-4892-94e3-3514136be010 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:01.537263 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3bc60af5-a017-49c5-adb8-35cac5a58a16 req-b1cd8d3c-15cc-4ece-81f3-48bdbb875e00 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517423 Aug 25 16:12:01.578376 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-90b2cf58-cb5e-4b84-a964-1ffcfbb14c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:01.701385 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port dbed63a8-6493-4892-94e3-3514136be010 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:01.713249 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Routers {'c2a3d04b-6d46-40ba-9da4-d73413c2cda8'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:01.714510 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:11:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:01.803982 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port dbed63a8-6493-4892-94e3-3514136be010 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:01.804685 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:01.897834 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2f9e9505-1fe9-4434-86df-473ada4126bc req-8d6f0ac4-7873-42a5-ac33-f4f2ce84a447 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 210 time: 0.0507143 Aug 25 16:12:01.925193 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46283be5-5253-40ea-b9d2-2b36b1bc61c9 req-6638daf6-e3d4-429c-970f-594b29bb6cdd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:01.933100 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-46283be5-5253-40ea-b9d2-2b36b1bc61c9 req-6638daf6-e3d4-429c-970f-594b29bb6cdd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1777904 Aug 25 16:12:01.992556 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-46283be5-5253-40ea-b9d2-2b36b1bc61c9 req-8f5c32f4-66d9-4a1a-bc40-726a87905bcf tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579460 Aug 25 16:12:02.108460 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] Set router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:02.291194 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eacf9c-78c1-48ca-bf55-a68e735bfda5 req-664baf5a-3a51-4c49-9449-4e1f192bf88c tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:02.293147 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c4eacf9c-78c1-48ca-bf55-a68e735bfda5 req-664baf5a-3a51-4c49-9449-4e1f192bf88c tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.1934655 Aug 25 16:12:02.359057 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61da2d-5af2-4a1c-9864-0218b2d9e032 req-dd00c0ee-bfac-4150-901f-f99bc9c4c2ef tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:02.360685 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a61da2d-5af2-4a1c-9864-0218b2d9e032 req-dd00c0ee-bfac-4150-901f-f99bc9c4c2ef tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 945 time: 0.1912715 Aug 25 16:12:02.364767 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c4eacf9c-78c1-48ca-bf55-a68e735bfda5 req-796eed43-ea9d-432a-ae88-13345e49bfe3 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628369 Aug 25 16:12:02.414770 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:02.415204 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a61da2d-5af2-4a1c-9864-0218b2d9e032 req-8b66d309-43e1-4b0d-8b4d-34cbe39462a2 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 Aug 25 16:12:02.493597 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port dbed63a8-6493-4892-94e3-3514136be010, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=dbed63a8-6493-4892-94e3-3514136be010,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:02.507746 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-436c5e48-0ad2-48c7-9233-96548c36d526 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61&tenant_id=f64240ed6dca41d2a35c597a9efc958d HTTP/1.1" status: 200 len: 1096 time: 0.0776935 Aug 25 16:12:02.523102 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:02.523982 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 3a45c025-dfc6-46d3-a38c-48af0538587f up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:02.556317 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:02.626425 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-238ba772-a872-458b-b750-0be6e69ec897 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 1096 time: 0.0705788 Aug 25 16:12:02.655713 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=dbed63a8-6493-4892-94e3-3514136be010,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:02.660105 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:02.688536 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:23Z', 'updated_at': '2021-08-25T16:11:31Z', 'revision_number': 4, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'gw_port': {'id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:24Z', 'updated_at': '2021-08-25T16:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '82164832-16e5-4f4c-8cbe-1f5fe507edc6', 'name': '', 'network_id': '42954438-4141-4970-a99b-488fee6889f7', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'mac_address': 'fa:16:3e:eb:39:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '919a2451-8622-4b7b-85c0-0d414c39f03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:30Z', 'updated_at': '2021-08-25T16:12:01Z', 'revision_number': 4, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'subnets': [{'id': '919a2451-8622-4b7b-85c0-0d414c39f03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:02.691971 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 3a45c025-dfc6-46d3-a38c-48af0538587f triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:02.692354 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:02.728652 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4121affc-cfa7-47b7-b163-36025f06a96b None None] The sync data for ids ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'] in dv-cinder-806007-1-iscsi is: [{'id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:23Z', 'updated_at': '2021-08-25T16:11:31Z', 'revision_number': 4, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'gw_port': {'id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:24Z', 'updated_at': '2021-08-25T16:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '82164832-16e5-4f4c-8cbe-1f5fe507edc6', 'name': '', 'network_id': '42954438-4141-4970-a99b-488fee6889f7', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'mac_address': 'fa:16:3e:eb:39:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '919a2451-8622-4b7b-85c0-0d414c39f03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:30Z', 'updated_at': '2021-08-25T16:12:01Z', 'revision_number': 4, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'subnets': [{'id': '919a2451-8622-4b7b-85c0-0d414c39f03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:02.764304 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc38cb-2c55-435b-a9ba-4437e7acfba4 req-2013a57c-2db2-49cc-86b4-6248fa130cfe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:02.765236 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:02.766680 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4bfc38cb-2c55-435b-a9ba-4437e7acfba4 req-2013a57c-2db2-49cc-86b4-6248fa130cfe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0924151 Aug 25 16:12:02.828462 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:02.840323 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4bfc38cb-2c55-435b-a9ba-4437e7acfba4 req-370a6c2b-35a4-4d19-a748-6bc2c7ff587a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659540 Aug 25 16:12:02.861679 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-47b44b53-0dca-4da7-bd29-0bf979efec1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:02.863129 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-47b44b53-0dca-4da7-bd29-0bf979efec1a service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 918 time: 0.1730139 Aug 25 16:12:03.015433 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-0fa25649-b20f-4d40-9bb8-992fbea70654 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd HTTP/1.1" status: 200 len: 999 time: 0.1397364 Aug 25 16:12:03.149644 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-cfae3b09-dbec-4d17-a76c-f285714fedcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:03.151658 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-cfae3b09-dbec-4d17-a76c-f285714fedcf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.1231282 Aug 25 16:12:03.186379 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4a0e257e-58da-47f9-a622-bedd7507dfaa req-d4198cc9-0d1e-4316-9fd5-d136bddba713 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 210 time: 0.0613914 Aug 25 16:12:03.309831 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62369c-d4f3-4b1a-a987-7fbfaf8b691a req-a84d5455-2e73-4c29-a868-55e7fa062072 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:03.324333 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5f62369c-d4f3-4b1a-a987-7fbfaf8b691a req-a84d5455-2e73-4c29-a868-55e7fa062072 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1173635 Aug 25 16:12:03.417230 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5f62369c-d4f3-4b1a-a987-7fbfaf8b691a req-41ae22ff-1f85-4754-8b29-51f8ad914e2b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912926 Aug 25 16:12:03.459618 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-64f8fbe6-8922-4398-86a3-b4ba923d3b39 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2941234 Aug 25 16:12:03.495311 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device dbed63a8-6493-4892-94e3-3514136be010 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:03.535993 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-6561b49e-11b8-4d96-abf8-19af46acc730 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:03.538122 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-6561b49e-11b8-4d96-abf8-19af46acc730 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.76 "GET /v2.0/networks?id=53705678-def4-4b8e-a6fe-f5d17934f7df HTTP/1.1" status: 200 len: 808 time: 0.2756808 Aug 25 16:12:03.573612 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port dbed63a8-6493-4892-94e3-3514136be010 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:03.573992 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:03.723541 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 82164832-16e5-4f4c-8cbe-1f5fe507edc6 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:03.728343 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-5fe5d2a4-5405-4399-b45c-402802e0a849 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f HTTP/1.1" status: 200 len: 380 time: 0.0892997 Aug 25 16:12:03.748901 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Request body: {'port': {'device_id': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'admin_state_up': True, 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'security_groups': ['b47685e2-ae29-4240-878b-06a84e4fec77']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:03.750436 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357801cf-1718-42ff-8251-b24e4cf1151e req-fae86505-42d6-4f32-92ba-e5781cb83695 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:03.757249 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-357801cf-1718-42ff-8251-b24e4cf1151e req-fae86505-42d6-4f32-92ba-e5781cb83695 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.1725247 Aug 25 16:12:03.833894 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-3eaf4500-cd7d-4a2e-8094-788fb34d6270 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942662 Aug 25 16:12:03.866394 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:03.874958 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:03.876752 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:03.894073 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce32674-6d37-432b-8974-6ba2abf1c37a req-7e544a35-74d0-455d-98ab-9a04255eba42 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:03.900722 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0ce32674-6d37-432b-8974-6ba2abf1c37a req-7e544a35-74d0-455d-98ab-9a04255eba42 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 945 time: 0.2804930 Aug 25 16:12:03.992375 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-357801cf-1718-42ff-8251-b24e4cf1151e req-47e906ad-1444-49fd-9f40-a629737d9378 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332215 Aug 25 16:12:03.994554 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0ce32674-6d37-432b-8974-6ba2abf1c37a req-c1bc961d-2419-4c13-bfe8-fcd54c7ee183 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925341 Aug 25 16:12:04.058600 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:04.092703 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:04.103843 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 82164832-16e5-4f4c-8cbe-1f5fe507edc6, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=82164832-16e5-4f4c-8cbe-1f5fe507edc6,segment=NetworkSegment(643b8171-5d78-42fb-a091-5edbf6af2cd1),segment_id=643b8171-5d78-42fb-a091-5edbf6af2cd1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:04.108858 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:04.114187 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:04.118797 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d3bb47f-386c-496c-a652-afa1a4c65292 req-38396236-c2b6-4d03-9df6-1b9d467a3527 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659211 Aug 25 16:12:04.124711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:04.145535 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Made reservation on behalf of 89c53cb5a3ba4f2fa52a91a2b51b387f for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:04.148799 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:04.218626 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=82164832-16e5-4f4c-8cbe-1f5fe507edc6,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:04.222386 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:04.255836 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35d6b8-1e04-40cd-9319-6f65772b5a75 req-ea93baf9-65f3-4108-a653-e35265e29639 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:04.257299 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6d35d6b8-1e04-40cd-9319-6f65772b5a75 req-ea93baf9-65f3-4108-a653-e35265e29639 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.0935869 Aug 25 16:12:04.315713 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6d35d6b8-1e04-40cd-9319-6f65772b5a75 req-818f49ae-0bd7-47d7-a13b-83a1f50f348e tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515883 Aug 25 16:12:04.360604 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Allocated IP 172.20.0.6 (53705678-def4-4b8e-a6fe-f5d17934f7df/d2622123-f032-4ebd-a045-23ca33227397/13c47cee-dbde-4300-97af-7348c597ef74) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:04.372861 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1b3923c0-82dc-4900-9e91-70c85d25f1e4 req-1480bee8-59bc-4891-90d1-a2393128715c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 210 time: 0.0495582 Aug 25 16:12:04.584178 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:04.600883 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Transition to ACTIVE for port object 13c47cee-dbde-4300-97af-7348c597ef74 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:04.623793 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:04.630079 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6459f3e5-8b58-4bfc-93cd-f7f571740b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:04.658625 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f4df0-7160-4090-b1a3-f53e4b1602e8 req-dec6c773-3ae1-48b0-9a78-91e5fe0b456d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:04.660372 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-193f4df0-7160-4090-b1a3-f53e4b1602e8 req-dec6c773-3ae1-48b0-9a78-91e5fe0b456d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0795717 Aug 25 16:12:04.715540 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-193f4df0-7160-4090-b1a3-f53e4b1602e8 req-93e4e833-1851-409e-8294-c43717b778ff tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 Aug 25 16:12:04.760262 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Network 53705678-def4-4b8e-a6fe-f5d17934f7df is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:04.764237 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:04.768145 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:04.783418 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 011b56fe-af6f-45ed-8a85-8c5750543f3c up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:04.810170 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'Port': ['ID=13c47cee-dbde-4300-97af-7348c597ef74,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:04.815129 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:04.842848 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:04.843379 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:04.902386 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 011b56fe-af6f-45ed-8a85-8c5750543f3c completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:04.912343 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 011b56fe-af6f-45ed-8a85-8c5750543f3c triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:04.913354 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:04.915168 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1704190 Aug 25 16:12:04.986131 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Request body: {'port': {'device_id': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:05.050164 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.095727 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b713eef1-63bd-4ce9-84f1-fca69eee8a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011b56fe-af6f-45ed-8a85-8c5750543f3c'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:05.107547 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 011b56fe-af6f-45ed-8a85-8c5750543f3c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=011b56fe-af6f-45ed-8a85-8c5750543f3c,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:05.122588 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.124914 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:05.192548 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1755ebd5-581f-4820-9971-a36427830026 None None] Provisioning for port 13c47cee-dbde-4300-97af-7348c597ef74 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:05.204516 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1755ebd5-581f-4820-9971-a36427830026 None None] Provisioning complete for port 13c47cee-dbde-4300-97af-7348c597ef74 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:05.204906 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1755ebd5-581f-4820-9971-a36427830026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.238905 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.257530 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=011b56fe-af6f-45ed-8a85-8c5750543f3c,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:05.267472 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:05.321319 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1755ebd5-581f-4820-9971-a36427830026 None None] Port 13c47cee-dbde-4300-97af-7348c597ef74 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:12:05.372181 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 82164832-16e5-4f4c-8cbe-1f5fe507edc6 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:05.399674 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3168217-772a-44e7-88d6-fc5d71da41f8 req-1a8cf5a1-c6ea-43d8-b761-74047d785868 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:05.401775 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f3168217-772a-44e7-88d6-fc5d71da41f8 req-1a8cf5a1-c6ea-43d8-b761-74047d785868 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.1795890 Aug 25 16:12:05.441466 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a131f10-7b59-45d9-99e2-cf05332799c6 req-b12ff9ff-0d03-4e0d-aee7-425de9f9489e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:05.443279 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a131f10-7b59-45d9-99e2-cf05332799c6 req-b12ff9ff-0d03-4e0d-aee7-425de9f9489e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.1454110 Aug 25 16:12:05.480842 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-b03e62f8-0ff1-4d45-bff6-809e45b73d39 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:05.481554 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-b03e62f8-0ff1-4d45-bff6-809e45b73d39 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Synchronizing usage tracker for tenant:618d73e554cd488287e2891c6615eb15 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:05.486922 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f3168217-772a-44e7-88d6-fc5d71da41f8 req-ea511036-12dc-4800-b406-21ad388f5e32 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766101 Aug 25 16:12:05.496335 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:05.496743 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.520029 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a131f10-7b59-45d9-99e2-cf05332799c6 req-2f8d918a-97ed-457f-8107-e403dc4d19cb tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709300 Aug 25 16:12:05.602884 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b713eef1-63bd-4ce9-84f1-fca69eee8a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011b56fe-af6f-45ed-8a85-8c5750543f3c', 'code': 200} Aug 25 16:12:05.614824 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-b03e62f8-0ff1-4d45-bff6-809e45b73d39 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Unset dirty status for tenant:618d73e554cd488287e2891c6615eb15 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:05.615980 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-b03e62f8-0ff1-4d45-bff6-809e45b73d39 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.3161187 Aug 25 16:12:05.762456 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b6271-72da-456a-beda-12f96b5864f2 req-742a0700-ac6b-4317-a1bb-848adebf1010 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:05.765302 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e96b6271-72da-456a-beda-12f96b5864f2 req-742a0700-ac6b-4317-a1bb-848adebf1010 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 931 time: 0.0880222 Aug 25 16:12:05.795794 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Deleting port 8b0bba60-c7e9-4012-8650-075490b99b5a {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:05.796536 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.876457 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e96b6271-72da-456a-beda-12f96b5864f2 req-08dd66c2-0a5d-4c55-901e-4b6d66fdadbd tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964062 Aug 25 16:12:05.883712 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c47cee-dbde-4300-97af-7348c597ef74 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:05.892179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.908066 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Transition to ACTIVE for port object 13c47cee-dbde-4300-97af-7348c597ef74 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:05.914401 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:05.924637 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78d30476-8a56-453f-933a-a1e122cb4d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:06.016825 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe495-bcbc-409b-8429-55a0492fca9b req-dff4e190-e71c-4f83-9125-8fc1ec5d68db tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:06.025887 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a7fe495-bcbc-409b-8429-55a0492fca9b req-dff4e190-e71c-4f83-9125-8fc1ec5d68db tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0963326 Aug 25 16:12:06.116783 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a7fe495-bcbc-409b-8429-55a0492fca9b req-195c6633-5e2d-46ae-b80e-dc36ffbd4cca tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897391 Aug 25 16:12:06.443847 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] For port 8b0bba60-c7e9-4012-8650-075490b99b5a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8b0bba60-c7e9-4012-8650-075490b99b5a,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:06.444125 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:06.458690 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Pushing event updated for resources: {'Port': ['ID=13c47cee-dbde-4300-97af-7348c597ef74,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:06.573702 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:06.579955 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Calling delete_port for 8b0bba60-c7e9-4012-8650-075490b99b5a owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:06.756986 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4371e925-80d8-4631-8385-e3437f141a18 req-f983a6d9-50e1-49f8-b24f-9d4909e61b89 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 1099 time: 0.7712522 Aug 25 16:12:06.804920 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb0276-554e-44c0-ab4c-e09688b1ab1e req-3130decc-6526-428c-a5cd-e5b588e1d7f9 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:06.804920 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-77eb0276-554e-44c0-ab4c-e09688b1ab1e req-3130decc-6526-428c-a5cd-e5b588e1d7f9 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.1135497 Aug 25 16:12:06.819154 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbfeb6-8e5b-4d47-b38f-3ad3e0a6a22e req-52557113-60c3-4cc4-aa3e-5d2b6069f1de tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:06.821068 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ddcbfeb6-8e5b-4d47-b38f-3ad3e0a6a22e req-52557113-60c3-4cc4-aa3e-5d2b6069f1de tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 945 time: 0.1701028 Aug 25 16:12:06.928720 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-77eb0276-554e-44c0-ab4c-e09688b1ab1e req-e5159420-9442-415a-a2bd-e6fb67be21f7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065013 Aug 25 16:12:06.945120 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ddcbfeb6-8e5b-4d47-b38f-3ad3e0a6a22e req-314a9e64-4de4-4c77-b9a4-7a1a85eeda7b tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052973 Aug 25 16:12:06.979310 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Attempting to bind port 13c47cee-dbde-4300-97af-7348c597ef74 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:06.979738 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Attempting to bind port 13c47cee-dbde-4300-97af-7348c597ef74 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:06.980136 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Attempting to bind port 13c47cee-dbde-4300-97af-7348c597ef74 on network 53705678-def4-4b8e-a6fe-f5d17934f7df {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:06.993967 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Port 13c47cee-dbde-4300-97af-7348c597ef74 on network 53705678-def4-4b8e-a6fe-f5d17934f7df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:12:06.993967 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Attempting to bind port 13c47cee-dbde-4300-97af-7348c597ef74 on network 53705678-def4-4b8e-a6fe-f5d17934f7df {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:07.001407 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:07.002039 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Checking segment: {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:07.002503 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Bound using segment: {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:07.003007 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Bound port: 13c47cee-dbde-4300-97af-7348c597ef74, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e22459-4f7f-4e7b-b08c-8d50adfd46a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:07.003423 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:07.022478 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:07.053967 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3985c0b-8723-47ab-aeec-76f54924db8b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:07.125981 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Pushing event deleted for resources: {'Port': ['ID=8b0bba60-c7e9-4012-8650-075490b99b5a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:07.131641 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:07.139111 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63898fc8-d1dd-4761-9311-36b79015632c req-18597e4d-7b8e-4bae-81c1-b8020246cfdb tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:07.146707 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-63898fc8-d1dd-4761-9311-36b79015632c req-18597e4d-7b8e-4bae-81c1-b8020246cfdb tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0977213 Aug 25 16:12:07.219472 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-63898fc8-d1dd-4761-9311-36b79015632c req-a5bd1ca1-5f27-4dcc-bbf2-5a8a0be2e223 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718305 Aug 25 16:12:07.251995 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] No DVR routers for this DVR port 8b0bba60-c7e9-4012-8650-075490b99b5a on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:07.254111 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:07.258598 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:07.261901 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d5f45f-eb21-4cde-bab7-0158b8d8fc25', 'name': 'network-vif-deleted', 'tag': '8b0bba60-c7e9-4012-8650-075490b99b5a'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:07.281573 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=13c47cee-dbde-4300-97af-7348c597ef74,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:07.288940 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:07.293979 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:07.358659 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:07.360702 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] 10.222.0.76 "PUT /v2.0/ports/13c47cee-dbde-4300-97af-7348c597ef74 HTTP/1.1" status: 200 len: 1093 time: 2.3845203 Aug 25 16:12:07.362260 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-27a7e460-4a99-4522-864b-a595e7d8eea0 req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.76 "DELETE /v2.0/ports/8b0bba60-c7e9-4012-8650-075490b99b5a HTTP/1.1" status: 204 len: 173 time: 1.6621697 Aug 25 16:12:07.371514 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d5f45f-eb21-4cde-bab7-0158b8d8fc25', 'name': 'network-vif-deleted', 'tag': '8b0bba60-c7e9-4012-8650-075490b99b5a', 'status': 'completed', 'code': 200} Aug 25 16:12:07.411965 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Pushing event updated for resources: {'Port': ['ID=13c47cee-dbde-4300-97af-7348c597ef74,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:07.418948 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:07.423023 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217804e-9848-4230-84f5-fcb4c5d21097 req-b5d3e492-13ef-44cf-8f03-0f92a772b52c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:07.428039 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1217804e-9848-4230-84f5-fcb4c5d21097 req-b5d3e492-13ef-44cf-8f03-0f92a772b52c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1089537 Aug 25 16:12:07.480857 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1217804e-9848-4230-84f5-fcb4c5d21097 req-89c10286-5c5d-4022-b73e-cd5247bdff68 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495925 Aug 25 16:12:08.147083 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b186cc39-5641-412a-9ac8-7dc8835383a1 req-ca6dda52-43ec-42d9-bd61-b94ff63bee96 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0511093 Aug 25 16:12:08.191100 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b19e9-3d65-4caf-9953-c6edab6e8e47 req-318ebf3b-8157-43a0-8bdd-dfab9eeeab46 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:08.192614 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c27b19e9-3d65-4caf-9953-c6edab6e8e47 req-318ebf3b-8157-43a0-8bdd-dfab9eeeab46 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.1291535 Aug 25 16:12:08.244017 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c27b19e9-3d65-4caf-9953-c6edab6e8e47 req-613d8b0e-4913-424b-8de3-eaa03135ea84 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452232 Aug 25 16:12:08.367631 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-1343dde3-d7bf-4939-9398-caa970d47eea tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Synchronizing usage tracker for tenant:11158028ca0244c6976197ab17ae1c37 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:08.388177 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-1343dde3-d7bf-4939-9398-caa970d47eea tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Unset dirty status for tenant:11158028ca0244c6976197ab17ae1c37 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:08.390022 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-1343dde3-d7bf-4939-9398-caa970d47eea tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017458252&fields=id&tenant_id=11158028ca0244c6976197ab17ae1c37 HTTP/1.1" status: 200 len: 267 time: 0.0741663 Aug 25 16:12:08.598492 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-920bf485-ef86-4176-a2df-7e076a354d17 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:08.599967 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-920bf485-ef86-4176-a2df-7e076a354d17 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 811 time: 0.1996634 Aug 25 16:12:08.647343 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6241-a0b3-4c7c-a371-0204a0db636c req-b39a8537-f187-44e3-9dfa-cdd88aa3b630 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:08.647343 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-286c6241-a0b3-4c7c-a371-0204a0db636c req-b39a8537-f187-44e3-9dfa-cdd88aa3b630 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.1648684 Aug 25 16:12:08.672380 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-5dd96c82-968f-4398-a897-9ddde8b9e7e1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/quotas/11158028ca0244c6976197ab17ae1c37 HTTP/1.1" status: 200 len: 375 time: 0.0662613 Aug 25 16:12:08.739432 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-286c6241-a0b3-4c7c-a371-0204a0db636c req-8a827deb-441d-4848-b14e-eba1c53dccf5 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908761 Aug 25 16:12:08.790663 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-1cd901d3-4ed2-48a2-8133-58c27e0664be tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037822 Aug 25 16:12:08.797713 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 8b0bba60-c7e9-4012-8650-075490b99b5a no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:08.844661 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 8b0bba60-c7e9-4012-8650-075490b99b5a {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:08.844661 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 8b0bba60-c7e9-4012-8650-075490b99b5a not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:09.073253 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-0181a235-7d72-4706-8f6c-68e5c4fa9f60 service neutron] 10.222.0.73 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622643 Aug 25 16:12:09.114074 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec444d40-323e-44d1-adfd-29b872249d96 req-1c5a0ec7-9aa3-4f07-a0cf-239b6c1b37cd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:09.115557 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ec444d40-323e-44d1-adfd-29b872249d96 req-1c5a0ec7-9aa3-4f07-a0cf-239b6c1b37cd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.2314272 Aug 25 16:12:09.237114 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ec444d40-323e-44d1-adfd-29b872249d96 req-edecc098-0ce4-488c-b1ff-895eb4931ee1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750139 Aug 25 16:12:09.256015 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-6c9af6da-5e23-491a-a2b6-1adff8d8be94 service neutron] 10.222.0.73 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764200 Aug 25 16:12:09.372876 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:09.419264 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9e4324c7-23a5-4fc9-ac13-464b94632383 req-cbca724c-fd0d-4c40-8785-528354d08362 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0465310 Aug 25 16:12:09.657172 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc770c-7cb1-4a23-b80e-8a85a500bf56 req-4be6d4ac-7fdd-4b90-8522-e00e9a99bd03 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:09.658802 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52dc770c-7cb1-4a23-b80e-8a85a500bf56 req-4be6d4ac-7fdd-4b90-8522-e00e9a99bd03 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.1130135 Aug 25 16:12:09.726143 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52dc770c-7cb1-4a23-b80e-8a85a500bf56 req-545204ca-5b0b-43df-8d48-9bb6050a513d tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526731 Aug 25 16:12:09.807170 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74', 'status': 'completed', 'code': 200} Aug 25 16:12:09.995801 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0108a00a-15a8-4c2b-aae1-1ba7a5dbcd57 req-a73e712a-dd26-4a14-9d46-3a0de20cc569 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.1433852 Aug 25 16:12:10.056843 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d142459-bb71-4823-b3c0-66e0aa2fcf5f req-1c7f9341-a4db-46bd-b8ba-2872e043810d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:10.058926 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d142459-bb71-4823-b3c0-66e0aa2fcf5f req-1c7f9341-a4db-46bd-b8ba-2872e043810d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.1128957 Aug 25 16:12:10.114797 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d142459-bb71-4823-b3c0-66e0aa2fcf5f req-29a2bf39-8c28-4bf8-83bb-dc0381a76874 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489864 Aug 25 16:12:10.458763 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878968c-3c2b-42e4-9acb-50b3b72fb6f8 req-7321a817-c50e-4969-bcb9-6eecdadd5040 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:10.460480 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0878968c-3c2b-42e4-9acb-50b3b72fb6f8 req-7321a817-c50e-4969-bcb9-6eecdadd5040 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0808253 Aug 25 16:12:10.509398 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0878968c-3c2b-42e4-9acb-50b3b72fb6f8 req-c2ce8b95-d15e-4f51-b1ed-ba58b7fb120f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Aug 25 16:12:10.598416 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cbac3b3e-09fc-4882-8976-81036456d61f req-b51bf0a9-45f3-426a-abad-ba7ceca27197 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0444152 Aug 25 16:12:10.959613 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ed8bc-6bdd-49bd-836f-462dd4b04e47 req-8febe1cd-f8a0-4dc9-97d8-fa2483dbcfad tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:10.961183 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef0ed8bc-6bdd-49bd-836f-462dd4b04e47 req-8febe1cd-f8a0-4dc9-97d8-fa2483dbcfad tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.1115365 Aug 25 16:12:11.008834 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef0ed8bc-6bdd-49bd-836f-462dd4b04e47 req-23e0493e-4bd9-4c7e-b488-8de7bffa6573 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 Aug 25 16:12:11.165627 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-15885746-9ed4-401a-8697-1a47f8c5bdd0 req-bd267bd5-b028-40bf-a712-e8ccc064bfe1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0424080 Aug 25 16:12:11.325733 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed285fb-633d-4688-ad21-63667d441377 req-7f4d395b-dbae-45d7-841f-84feee14d69c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:11.327184 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eed285fb-633d-4688-ad21-63667d441377 req-7f4d395b-dbae-45d7-841f-84feee14d69c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0849264 Aug 25 16:12:11.374340 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eed285fb-633d-4688-ad21-63667d441377 req-5a70d329-ba17-4007-b543-9b5649dc6c6e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Aug 25 16:12:11.736070 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293130-2f58-469e-aaf3-26084c7a3c4f req-975ef084-7c15-48d6-bfb6-202e20810fc6 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:11.737517 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3293130-2f58-469e-aaf3-26084c7a3c4f req-975ef084-7c15-48d6-bfb6-202e20810fc6 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0821204 Aug 25 16:12:11.797730 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f29dd32a-cca4-4895-9f6a-74a314fba946 req-01281c08-24c2-4cac-94ef-32c0f6df4d8b tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0592604 Aug 25 16:12:11.824787 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3293130-2f58-469e-aaf3-26084c7a3c4f req-ceb09d5a-e652-4180-b478-71e084ed0f8f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564444 Aug 25 16:12:12.207819 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d05592-f964-461d-9fa6-6d1a69c96696 req-7441cc6b-3a6f-489d-a489-76546a0fdb02 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:12.210656 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a8d05592-f964-461d-9fa6-6d1a69c96696 req-7441cc6b-3a6f-489d-a489-76546a0fdb02 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0806303 Aug 25 16:12:12.262203 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a8d05592-f964-461d-9fa6-6d1a69c96696 req-2f907af3-4a9a-4ae1-a533-7090726352f8 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460465 Aug 25 16:12:12.344389 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d0cfe22-ecf0-4d54-8950-73252f93a324 req-be30216a-9754-48be-9114-717c81d4872f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0453300 Aug 25 16:12:12.576366 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e625f6-9a2a-460b-886f-92f905ad8e53 req-0a23baf0-c52f-44ae-a000-11e0e56e6062 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:12.577819 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-12e625f6-9a2a-460b-886f-92f905ad8e53 req-0a23baf0-c52f-44ae-a000-11e0e56e6062 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0771425 Aug 25 16:12:12.623718 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-12e625f6-9a2a-460b-886f-92f905ad8e53 req-5ad4d3fe-9ad9-4be8-871d-8d2c3b6318a1 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401502 Aug 25 16:12:12.975260 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2ed4b99-9e99-4a06-857a-342012cf683f req-b281ed6d-d554-474b-a0e0-c280ca928182 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0501080 Aug 25 16:12:13.073526 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862181a1-b4b2-417a-80a0-0d5727f46bb4 req-a7d9e03e-71d4-4536-b4d0-8dffff1d2df1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:13.079952 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-862181a1-b4b2-417a-80a0-0d5727f46bb4 req-a7d9e03e-71d4-4536-b4d0-8dffff1d2df1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0939474 Aug 25 16:12:13.128146 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-862181a1-b4b2-417a-80a0-0d5727f46bb4 req-7a8b683f-5ea1-4ffc-9397-5e8d4da7fe90 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471001 Aug 25 16:12:13.228292 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:12:13.473935 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a3c19-46de-4de6-a7e7-0ab3d8c90a8d req-f8f4e9dd-1877-4232-aac5-b08ab59293f2 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:13.475425 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f2a3c19-46de-4de6-a7e7-0ab3d8c90a8d req-f8f4e9dd-1877-4232-aac5-b08ab59293f2 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0839446 Aug 25 16:12:13.535622 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e1a83e8b-f118-4920-b84d-f79a72ab0f71 req-3b72dbae-acd4-4f0c-acbf-887bce6e2098 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0591843 Aug 25 16:12:13.566088 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f2a3c19-46de-4de6-a7e7-0ab3d8c90a8d req-34f245bd-cce0-4e14-8fde-e1922306c185 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591331 Aug 25 16:12:13.702944 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b0af6b8f-4b91-40eb-b259-a689da37270b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.829832 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43f5f5-59d0-436d-8273-ab66bbdfa503 req-355e6792-a70e-40c2-9084-ebda3e8274d7 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:13.831292 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fe43f5f5-59d0-436d-8273-ab66bbdfa503 req-355e6792-a70e-40c2-9084-ebda3e8274d7 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0831552 Aug 25 16:12:13.974997 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fe43f5f5-59d0-436d-8273-ab66bbdfa503 req-6f8c7e1f-0b89-4eac-8441-ba5777b1bc24 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362860 Aug 25 16:12:14.140597 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aabe8c5b-ea4a-499d-bb35-f8decfea97ff req-de5f4410-d8c4-48c1-b278-d60a5d704efe tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0407445 Aug 25 16:12:14.176929 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.371604 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b16dd-cff4-418c-9d64-a034c086cf23 req-b50610d7-88a7-4ac0-ba4c-8f3718389b34 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:14.373079 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a73b16dd-cff4-418c-9d64-a034c086cf23 req-b50610d7-88a7-4ac0-ba4c-8f3718389b34 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0841763 Aug 25 16:12:14.419649 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a73b16dd-cff4-418c-9d64-a034c086cf23 req-b77a6330-f353-49a8-8e1c-64476b26223f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Aug 25 16:12:14.731061 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d03af25c-fad6-4ad2-81a5-3b782e12bd59 req-240781be-808c-4351-b865-30f79281376c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0736275 Aug 25 16:12:14.779104 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef56629-6c53-44f0-8456-64388728e3c9 req-a4c08d38-f9d8-4b6d-bb45-a605aa4f1c1d tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:14.780744 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ef56629-6c53-44f0-8456-64388728e3c9 req-a4c08d38-f9d8-4b6d-bb45-a605aa4f1c1d tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0934567 Aug 25 16:12:14.828028 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ef56629-6c53-44f0-8456-64388728e3c9 req-7c838228-a96d-4292-8f97-ca146f779724 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Aug 25 16:12:15.175613 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417ab51-dd5c-4c66-b744-42ade92b49dd req-dea0b4b1-ea63-4904-851e-9203427c78c4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:15.176292 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c417ab51-dd5c-4c66-b744-42ade92b49dd req-dea0b4b1-ea63-4904-851e-9203427c78c4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0784194 Aug 25 16:12:15.235205 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c417ab51-dd5c-4c66-b744-42ade92b49dd req-472dff4f-6559-4eca-bbea-fa15630b9869 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472691 Aug 25 16:12:15.340788 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91f642d8-93c7-4880-b2c9-83725784a93e req-6064275d-6307-472a-9675-085cc0a8097e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0478337 Aug 25 16:12:15.633109 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19161ed6-20a3-4917-9089-010e8df54af8 req-5fca8794-1b3d-4d03-93c9-162c7fb9fba9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:15.634557 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-19161ed6-20a3-4917-9089-010e8df54af8 req-5fca8794-1b3d-4d03-93c9-162c7fb9fba9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0765731 Aug 25 16:12:15.681325 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-19161ed6-20a3-4917-9089-010e8df54af8 req-8b6d6652-501d-4d87-ab4c-a83bc065b40c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Aug 25 16:12:15.903603 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-552696bf-f4e7-4c36-ad8b-d4050eb0f506 req-3f2f817e-24fc-4c09-9995-0616045d84a5 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0498993 Aug 25 16:12:16.072073 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e781c7-f2fa-4d84-947e-b0d7e5189b5c req-961833f4-ceeb-498b-a871-3b6ba510755a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:16.073757 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-40e781c7-f2fa-4d84-947e-b0d7e5189b5c req-961833f4-ceeb-498b-a871-3b6ba510755a tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0812190 Aug 25 16:12:16.121166 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-40e781c7-f2fa-4d84-947e-b0d7e5189b5c req-b68b3ec6-4c68-4b3a-b031-7636d6eada62 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Aug 25 16:12:16.444645 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a951b79-502e-4439-8247-4b86f24b8c84 req-dbf60d7c-482e-47de-83d0-93d90af5d822 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:16.446173 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a951b79-502e-4439-8247-4b86f24b8c84 req-dbf60d7c-482e-47de-83d0-93d90af5d822 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0836158 Aug 25 16:12:16.509307 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf736-c72c-4da3-a71f-52c7aa56053d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:16.515701 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a951b79-502e-4439-8247-4b86f24b8c84 req-06660273-8e0b-4670-b0a0-19ae604fa072 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628836 Aug 25 16:12:16.612518 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a9741836-7283-4c65-91c9-8693d5163df1 req-67787a8a-cec6-4818-bf33-6a82f2f1a80f tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0472229 Aug 25 16:12:16.899163 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6877d5-bf98-4471-a2a5-0ed9953ea72d req-789a7d90-63d7-49ba-aef3-6eeb5168bacc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:16.900580 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ee6877d5-bf98-4471-a2a5-0ed9953ea72d req-789a7d90-63d7-49ba-aef3-6eeb5168bacc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0811503 Aug 25 16:12:16.964031 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ee6877d5-bf98-4471-a2a5-0ed9953ea72d req-e322de68-4c71-4dcd-b446-f8248a2fc58f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574293 Aug 25 16:12:17.107408 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c850c86d-c496-4893-9525-87913af9c123 req-4d630418-fd95-4d46-83a9-4ff55d698bda tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0493701 Aug 25 16:12:17.335248 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf34b87-0b14-4c45-9824-b95a603bef08 req-50cd49e7-576b-485d-b114-299de27aaa5e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:17.336873 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-acf34b87-0b14-4c45-9824-b95a603bef08 req-50cd49e7-576b-485d-b114-299de27aaa5e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0909576 Aug 25 16:12:17.401776 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-acf34b87-0b14-4c45-9824-b95a603bef08 req-e63b0776-0752-413d-b0cf-f6e1ab3ce7bd tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584347 Aug 25 16:12:17.577783 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:17.729998 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71641e6-3020-46cb-863f-58947e417c2d req-78deea22-d7be-41fb-a31c-694e3d84f1c2 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:17.730990 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f71641e6-3020-46cb-863f-58947e417c2d req-78deea22-d7be-41fb-a31c-694e3d84f1c2 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0786192 Aug 25 16:12:17.804447 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20cad066-1a11-47f2-9bf4-f628cefecd0b req-d96d3cae-377b-4b75-976b-3ac872e5db6a tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0535297 Aug 25 16:12:17.825668 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f71641e6-3020-46cb-863f-58947e417c2d req-a7faaaa2-ca8a-4422-b1f6-e4a72f92a103 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886989 Aug 25 16:12:18.191972 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462150e-e98f-429c-b21b-73aa4997c4cf req-a0e7db85-e9cf-41e9-8d44-6f2ee3eb6544 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.193361 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3462150e-e98f-429c-b21b-73aa4997c4cf req-a0e7db85-e9cf-41e9-8d44-6f2ee3eb6544 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0824964 Aug 25 16:12:18.281447 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-28a64725-d902-4f05-837d-25e338e0018d req-b903bc18-40bf-43fb-bd16-387db73ed9f7 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0469825 Aug 25 16:12:18.283737 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3462150e-e98f-429c-b21b-73aa4997c4cf req-5c8437bd-9cff-4971-8f55-b2867b474d9a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841751 Aug 25 16:12:18.605929 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ccc6d-fd91-4089-8fe0-c2f33c8ca4e0 req-86312526-b0bc-4c90-86fd-482fe2af6747 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.608900 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-945ccc6d-fd91-4089-8fe0-c2f33c8ca4e0 req-86312526-b0bc-4c90-86fd-482fe2af6747 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0921063 Aug 25 16:12:18.662551 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-945ccc6d-fd91-4089-8fe0-c2f33c8ca4e0 req-e66d3c5f-4822-4fb9-9bab-7b514ff21bce tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 Aug 25 16:12:19.012440 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f3950e6-ff6e-41d8-acda-b051104ddbf2 req-87a37b74-f5e0-4402-90f8-05c8d605e2c6 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0763006 Aug 25 16:12:19.063063 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1191745-3930-4f98-a848-692ae8aba1fa req-96ec6e3c-7530-4775-a652-c82ee88bd9ce tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:19.064540 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e1191745-3930-4f98-a848-692ae8aba1fa req-96ec6e3c-7530-4775-a652-c82ee88bd9ce tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0910375 Aug 25 16:12:19.112240 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e1191745-3930-4f98-a848-692ae8aba1fa req-cc61742c-056b-4406-bd46-da513350fc6f tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420840 Aug 25 16:12:19.553397 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abd15d0d-0af1-4993-bdd1-ce659c3ff7f9 req-b1222b01-46d1-427f-911b-193e9bcdd3b1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.1475062 Aug 25 16:12:19.593907 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d518713-62bc-4c1e-aa13-1137a1fdc016 req-c2b372ee-1f7d-40d9-a65b-0e29907b7b2f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:19.595362 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d518713-62bc-4c1e-aa13-1137a1fdc016 req-c2b372ee-1f7d-40d9-a65b-0e29907b7b2f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1598041 Aug 25 16:12:19.618282 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:19.643855 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d518713-62bc-4c1e-aa13-1137a1fdc016 req-f3497a44-0b41-40d6-9156-93ec792aa8d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Aug 25 16:12:19.861253 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a5196-a54f-4d27-a439-793fb7eec780 req-96b4a416-8938-4727-81c0-f9bacdac4a58 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:19.862919 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-912a5196-a54f-4d27-a439-793fb7eec780 req-96b4a416-8938-4727-81c0-f9bacdac4a58 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0787888 Aug 25 16:12:19.915363 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-912a5196-a54f-4d27-a439-793fb7eec780 req-57b97733-d106-43b9-95cd-43e15c609c26 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471749 Aug 25 16:12:20.176318 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-528c504f-6401-4b19-9878-262dc4f3ec62 req-19dc0795-7010-4713-8eab-2f9106b9df49 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0435174 Aug 25 16:12:20.321318 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0715480-2602-4adf-b6fa-58a519c2dc59 req-b8564efd-4ed2-40e1-a975-3c34490f5dbd tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:20.322834 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0715480-2602-4adf-b6fa-58a519c2dc59 req-b8564efd-4ed2-40e1-a975-3c34490f5dbd tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0794117 Aug 25 16:12:20.367645 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0715480-2602-4adf-b6fa-58a519c2dc59 req-04b959e1-2772-4177-ba16-c97d9b28c82f tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393291 Aug 25 16:12:20.721196 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a48018d4-e8bd-49cb-acaa-d34feff0d9e3 req-f9f35f85-43ed-4127-a8f1-12760c040fff tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0467689 Aug 25 16:12:20.787848 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4371e925-80d8-4631-8385-e3437f141a18 req-b550a818-5cfd-4403-90eb-a7bfaf496ded service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723250 Aug 25 16:12:20.866868 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07cd54-b313-4393-b8a7-3d0bd4d33c17 req-77877e51-5f12-4b0c-bccc-0264c31534b1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:20.868417 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e07cd54-b313-4393-b8a7-3d0bd4d33c17 req-77877e51-5f12-4b0c-bccc-0264c31534b1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0859330 Aug 25 16:12:20.917656 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e07cd54-b313-4393-b8a7-3d0bd4d33c17 req-4e8eb722-40c8-4d7c-b779-5bd5df4aa01b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430200 Aug 25 16:12:21.113768 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ef5a-318e-463c-8578-a3a8e6d50bbd req-7011d8bc-5b47-4cbd-9d1b-d17d276d87ae tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.115190 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55b1ef5a-318e-463c-8578-a3a8e6d50bbd req-7011d8bc-5b47-4cbd-9d1b-d17d276d87ae tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0788023 Aug 25 16:12:21.159701 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55b1ef5a-318e-463c-8578-a3a8e6d50bbd req-c4ee692d-994c-4270-8eb3-de4b59d9b874 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389411 Aug 25 16:12:21.340365 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be44703b-7a88-42bb-ba76-64275a194fba req-c54cdacc-c07a-45a8-9944-4acd7a176981 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1096 time: 0.0680637 Aug 25 16:12:21.438269 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bd6a9273-65ac-48c0-b9dc-05b24ad1f26c req-a6787056-1059-4a82-afc1-8dd326ce35c4 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d5f45f-eb21-4cde-bab7-0158b8d8fc25 HTTP/1.1" status: 200 len: 210 time: 0.0442152 Aug 25 16:12:21.501719 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44703b-7a88-42bb-ba76-64275a194fba req-4c5dba3d-42f4-4095-90ca-a57b43846a8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.503171 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be44703b-7a88-42bb-ba76-64275a194fba req-4c5dba3d-42f4-4095-90ca-a57b43846a8b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1427977 Aug 25 16:12:21.570217 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b3d1-c834-4c9e-a219-ddd8dc0dbbda req-28700a1e-d732-425a-8071-3ba39d6254b3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.571679 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52c0b3d1-c834-4c9e-a219-ddd8dc0dbbda req-28700a1e-d732-425a-8071-3ba39d6254b3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0802011 Aug 25 16:12:21.616516 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52c0b3d1-c834-4c9e-a219-ddd8dc0dbbda req-f721d1b2-0877-42ac-862c-b2f58c9f726a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388348 Aug 25 16:12:21.644452 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44703b-7a88-42bb-ba76-64275a194fba req-89bed218-da85-463b-bcba-d8cd9d8b40b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.645908 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be44703b-7a88-42bb-ba76-64275a194fba req-89bed218-da85-463b-bcba-d8cd9d8b40b4 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1320839 Aug 25 16:12:21.941306 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-b7c293d4-3244-4877-9986-88a282b9c011 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1096 time: 0.1065235 Aug 25 16:12:21.942143 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-33647cd2-c346-4cec-9447-46a5fdf0df71 req-3369e6df-3937-4400-be6d-0a9d4aed0dc5 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0734589 Aug 25 16:12:22.059601 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-c3ffa1c6-cec8-4f48-b639-2b82518028ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13c47cee-dbde-4300-97af-7348c597ef74 HTTP/1.1" status: 200 len: 217 time: 0.0987461 Aug 25 16:12:22.139979 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e66c5f06-a802-4b6f-bd5d-0a211b17a3c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:22.141459 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-e66c5f06-a802-4b6f-bd5d-0a211b17a3c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2622123-f032-4ebd-a045-23ca33227397 HTTP/1.1" status: 200 len: 847 time: 0.0734026 Aug 25 16:12:22.186609 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa94b08-320c-494a-b908-83cd34b3d59e req-76249169-bb91-4e10-8fa3-00c4fc7fde9c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:22.187507 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3aa94b08-320c-494a-b908-83cd34b3d59e req-76249169-bb91-4e10-8fa3-00c4fc7fde9c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1066916 Aug 25 16:12:22.253147 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3aa94b08-320c-494a-b908-83cd34b3d59e req-be47fcca-2cd8-4a12-baa6-573c80117d74 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592129 Aug 25 16:12:22.266806 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-6dfb7276-e0ca-4585-99ed-be01ef85f998 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53705678-def4-4b8e-a6fe-f5d17934f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104031 Aug 25 16:12:22.402390 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b1290-e429-43f8-a583-1c2b8bdca266 req-06d4b85c-091e-46db-9caf-1d3317f801f7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:22.403905 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a67b1290-e429-43f8-a583-1c2b8bdca266 req-06d4b85c-091e-46db-9caf-1d3317f801f7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0793576 Aug 25 16:12:22.425864 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-7b404588-d320-4ea5-bc7b-73fb1fb342c4 service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438062 Aug 25 16:12:22.449635 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a67b1290-e429-43f8-a583-1c2b8bdca266 req-639d856c-cbab-4a14-a9b0-6bf4e2e253e5 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Aug 25 16:12:22.611944 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8ee3ac3a-ef74-407f-bb30-19db82ed2b80 req-63456905-ce77-4194-8d86-5fc2bc5f5144 service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402822 Aug 25 16:12:22.850916 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd96dd-527d-4bb2-a3d1-5296ba1e7b8d req-28794b6f-1007-46ca-8d08-aa4f5cd71d82 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:22.852359 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-64fd96dd-527d-4bb2-a3d1-5296ba1e7b8d req-28794b6f-1007-46ca-8d08-aa4f5cd71d82 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0925910 Aug 25 16:12:22.905835 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-64fd96dd-527d-4bb2-a3d1-5296ba1e7b8d req-6ac6c146-4d84-4905-b7b0-01708a956401 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Aug 25 16:12:23.066730 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-fe47ca51-566e-449e-b9c5-ed7003733d0f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.067401 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-fe47ca51-566e-449e-b9c5-ed7003733d0f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Synchronizing usage tracker for tenant:11158028ca0244c6976197ab17ae1c37 on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:23.084901 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-fe47ca51-566e-449e-b9c5-ed7003733d0f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Unset dirty status for tenant:11158028ca0244c6976197ab17ae1c37 on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:23.086484 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-fe47ca51-566e-449e-b9c5-ed7003733d0f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 811 time: 0.1796756 Aug 25 16:12:23.122079 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-76ad3008-a0b8-4d80-bef2-f77410d6e0a4 req-e4e50b79-31a1-4394-a2dc-51407d828e8a tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0407910 Aug 25 16:12:23.161106 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-429eeee7-a2f0-4529-bc28-896e2f630c15 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Synchronizing usage tracker for tenant:11158028ca0244c6976197ab17ae1c37 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:23.173061 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-429eeee7-a2f0-4529-bc28-896e2f630c15 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Unset dirty status for tenant:11158028ca0244c6976197ab17ae1c37 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:23.174236 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-429eeee7-a2f0-4529-bc28-896e2f630c15 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11158028ca0244c6976197ab17ae1c37 HTTP/1.1" status: 200 len: 380 time: 0.0563972 Aug 25 16:12:23.203286 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'port': {'device_id': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'admin_state_up': True, 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'security_groups': ['3e1a4313-f11f-4767-a399-bbe8580c6f9a']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:23.337937 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:23.342490 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:port and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:23.345320 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:23.351034 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:23.361065 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Made reservation on behalf of 11158028ca0244c6976197ab17ae1c37 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:23.364243 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.499355 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcb0bc-cbdb-4b54-88ac-0f9f29e31ae9 req-9412e35f-bd7d-4b4d-83df-53c935a59e5c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.501133 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-18bcb0bc-cbdb-4b54-88ac-0f9f29e31ae9 req-9412e35f-bd7d-4b4d-83df-53c935a59e5c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0984478 Aug 25 16:12:23.573866 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-18bcb0bc-cbdb-4b54-88ac-0f9f29e31ae9 req-d08e5890-d1df-4dd8-b877-f2ac7b6af1a9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665584 Aug 25 16:12:23.601979 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Allocated IP 172.20.0.7 (bdf0a20c-889b-4590-a693-c718a6547eef/6f01984b-310a-4581-acbb-95a250fbb38d/7f808cb8-e1d9-49f6-a14f-471c6471b415) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:23.659235 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5756a-a4ae-43a8-a196-50851b7533f3 req-9fc5b051-4fec-4fd1-ab3a-d14a6ef7186c tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.660750 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-24c5756a-a4ae-43a8-a196-50851b7533f3 req-9fc5b051-4fec-4fd1-ab3a-d14a6ef7186c tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.0826302 Aug 25 16:12:23.706874 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-24c5756a-a4ae-43a8-a196-50851b7533f3 req-896ae626-c8b3-46ad-8878-1365072e0703 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Aug 25 16:12:23.790637 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.807916 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Transition to ACTIVE for port object 7f808cb8-e1d9-49f6-a14f-471c6471b415 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:23.829607 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.835231 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-547870bc-a7f7-47b1-9b71-7b4d26aab660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:23.900163 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Network bdf0a20c-889b-4590-a693-c718a6547eef is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:23.903414 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:23.907405 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:23.956981 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'Port': ['ID=7f808cb8-e1d9-49f6-a14f-471c6471b415,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:23.960144 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:23.986920 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.987583 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:24.010378 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106890 Aug 25 16:12:24.157240 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a9195ecc-9334-4ebd-9d09-d9c010a147b8 None None] Provisioning for port 7f808cb8-e1d9-49f6-a14f-471c6471b415 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:24.163574 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a9195ecc-9334-4ebd-9d09-d9c010a147b8 None None] Provisioning complete for port 7f808cb8-e1d9-49f6-a14f-471c6471b415 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:24.164223 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a9195ecc-9334-4ebd-9d09-d9c010a147b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:24.177716 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2d2c1-78c0-4d4c-aee7-3dc8f2fcb152 req-acce5d0e-52ad-4496-8051-8568253997a4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:24.179365 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-acb2d2c1-78c0-4d4c-aee7-3dc8f2fcb152 req-acce5d0e-52ad-4496-8051-8568253997a4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.1069341 Aug 25 16:12:24.242764 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-a9195ecc-9334-4ebd-9d09-d9c010a147b8 None None] Port 7f808cb8-e1d9-49f6-a14f-471c6471b415 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:12:24.251535 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-acb2d2c1-78c0-4d4c-aee7-3dc8f2fcb152 req-50310b93-1326-4b83-99a4-ecd358d69c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654385 Aug 25 16:12:24.360513 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df22b0d-da5c-48c4-bf25-68424ee9811a req-e772200d-fddd-4440-b5f7-e02a3a54c59b tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:24.361891 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8df22b0d-da5c-48c4-bf25-68424ee9811a req-e772200d-fddd-4440-b5f7-e02a3a54c59b tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 931 time: 0.0763307 Aug 25 16:12:24.412309 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8df22b0d-da5c-48c4-bf25-68424ee9811a req-96344fc2-ccb1-4631-8e5f-1028045e1ab1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439844 Aug 25 16:12:24.788533 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5b2d-1278-4d57-9e14-ce6186eb5adf req-3280aa90-2185-474c-abb1-d7ca3b3864e7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:24.789993 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-daef5b2d-1278-4d57-9e14-ce6186eb5adf req-3280aa90-2185-474c-abb1-d7ca3b3864e7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0822837 Aug 25 16:12:24.835526 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-daef5b2d-1278-4d57-9e14-ce6186eb5adf req-1bc6bb6a-a701-4dd9-a468-5e0be2d9d231 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400038 Aug 25 16:12:25.460794 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2337dc7-6a4c-4112-940b-cc46d61c34bd req-b5b2d76a-da5c-4458-93ae-12028e09c319 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:25.462260 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b2337dc7-6a4c-4112-940b-cc46d61c34bd req-b5b2d76a-da5c-4458-93ae-12028e09c319 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0894380 Aug 25 16:12:25.509850 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b2337dc7-6a4c-4112-940b-cc46d61c34bd req-66caa2cc-b4bb-4b2d-80f9-d414d2810839 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419536 Aug 25 16:12:25.695381 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad6aaa-98ab-466e-93c7-9555cae43f7a req-191b0856-6d73-472a-a1b5-e028e3f73afe tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:25.696888 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f4ad6aaa-98ab-466e-93c7-9555cae43f7a req-191b0856-6d73-472a-a1b5-e028e3f73afe tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 931 time: 0.0760589 Aug 25 16:12:25.746949 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f4ad6aaa-98ab-466e-93c7-9555cae43f7a req-9c1266e8-0384-49c8-8a6b-7483f7d1188d tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 Aug 25 16:12:26.117754 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74181f0-7385-48d8-aa5b-8bae554ff03b req-aed18017-853a-4141-bbba-ab960fb168cd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:26.119193 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d74181f0-7385-48d8-aa5b-8bae554ff03b req-aed18017-853a-4141-bbba-ab960fb168cd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1474438 Aug 25 16:12:26.163958 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d74181f0-7385-48d8-aa5b-8bae554ff03b req-a628019d-3d56-4e90-999e-28f38cd1b1e6 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Aug 25 16:12:26.193340 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Request body: {'port': {'device_id': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:26.325548 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.667844 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f808cb8-e1d9-49f6-a14f-471c6471b415 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:26.674616 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.689217 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Transition to ACTIVE for port object 7f808cb8-e1d9-49f6-a14f-471c6471b415 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:26.693370 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.698177 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2ff3aca1-9b25-4a85-9303-98db5a782d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:26.704041 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54653d85-3146-402c-9c17-aecd8fac8c29 req-85cae35a-ddf2-4688-ac51-9b1cb66e6b49 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:26.705523 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-54653d85-3146-402c-9c17-aecd8fac8c29 req-85cae35a-ddf2-4688-ac51-9b1cb66e6b49 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0776391 Aug 25 16:12:26.764636 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-54653d85-3146-402c-9c17-aecd8fac8c29 req-9f7b59a6-6e88-4494-8185-7b90b7d2de2e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505822 Aug 25 16:12:26.825504 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Pushing event updated for resources: {'Port': ['ID=7f808cb8-e1d9-49f6-a14f-471c6471b415,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:26.829723 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:26.967542 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Attempting to bind port 7f808cb8-e1d9-49f6-a14f-471c6471b415 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:26.967943 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Attempting to bind port 7f808cb8-e1d9-49f6-a14f-471c6471b415 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:26.968339 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Attempting to bind port 7f808cb8-e1d9-49f6-a14f-471c6471b415 on network bdf0a20c-889b-4590-a693-c718a6547eef {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:26.974288 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Port 7f808cb8-e1d9-49f6-a14f-471c6471b415 on network bdf0a20c-889b-4590-a693-c718a6547eef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:12:26.974599 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Attempting to bind port 7f808cb8-e1d9-49f6-a14f-471c6471b415 on network bdf0a20c-889b-4590-a693-c718a6547eef {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:26.981624 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:26.982072 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Checking segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:26.982458 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Bound using segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:26.982882 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Bound port: 7f808cb8-e1d9-49f6-a14f-471c6471b415, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:26.983221 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.038574 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c3189-d8ca-4cbb-94c8-d771f72753e0 req-4f89d240-c801-4f59-9403-79bc5247d4e9 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:27.040067 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-692c3189-d8ca-4cbb-94c8-d771f72753e0 req-4f89d240-c801-4f59-9403-79bc5247d4e9 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 943 time: 0.0899601 Aug 25 16:12:27.082549 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] For port 7f808cb8-e1d9-49f6-a14f-471c6471b415, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:27.086397 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] For port 7f808cb8-e1d9-49f6-a14f-471c6471b415, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7f808cb8-e1d9-49f6-a14f-471c6471b415,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:27.092154 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.097196 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:27.105086 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-692c3189-d8ca-4cbb-94c8-d771f72753e0 req-0ac34634-6d51-4144-b900-fbbc771b2729 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536358 Aug 25 16:12:27.159627 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.161014 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] 10.222.0.76 "PUT /v2.0/ports/7f808cb8-e1d9-49f6-a14f-471c6471b415 HTTP/1.1" status: 200 len: 1093 time: 0.9721932 Aug 25 16:12:27.161575 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'tag': '7f808cb8-e1d9-49f6-a14f-471c6471b415'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:27.176204 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Pushing event updated for resources: {'Port': ['ID=7f808cb8-e1d9-49f6-a14f-471c6471b415,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:27.179158 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:27.274596 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'tag': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'status': 'completed', 'code': 200} Aug 25 16:12:27.325920 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-2d41490f-222b-4c04-8148-5af22e3473f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 1096 time: 0.0906379 Aug 25 16:12:27.424257 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032262a-5d09-43f5-b61b-bbaed099f7a1 req-53a80f22-5c15-431e-b496-035089068385 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:27.425802 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2032262a-5d09-43f5-b61b-bbaed099f7a1 req-53a80f22-5c15-431e-b496-035089068385 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0906870 Aug 25 16:12:27.425965 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-4964ac41-8659-4de0-a8e5-c90de74eca6d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f808cb8-e1d9-49f6-a14f-471c6471b415 HTTP/1.1" status: 200 len: 217 time: 0.0764816 Aug 25 16:12:27.476215 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2032262a-5d09-43f5-b61b-bbaed099f7a1 req-b3c88207-c4db-449a-8a09-58ccece878e9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445063 Aug 25 16:12:27.492774 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-97bb7e7e-d72c-45f2-a58e-bce60a7a7616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:27.494965 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-97bb7e7e-d72c-45f2-a58e-bce60a7a7616 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0619934 Aug 25 16:12:27.577803 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-cf4a1eff-8ce4-41b3-a3e1-3b95f1d89c02 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749884 Aug 25 16:12:27.781618 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-2c7b91a7-a30d-49c9-b1d5-0abd4fe6dd10 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896548 Aug 25 16:12:27.977101 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f822ebf-2210-4f72-8b27-cd0892737606 req-bb4da203-fe14-43eb-98e8-e98a677086d7 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630535 Aug 25 16:12:28.034354 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278180a9-25da-4440-9641-ebb44f86d840 req-dd06016e-d9d1-4c29-8c15-b3387cc86618 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.035949 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-278180a9-25da-4440-9641-ebb44f86d840 req-dd06016e-d9d1-4c29-8c15-b3387cc86618 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0869858 Aug 25 16:12:28.085614 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-278180a9-25da-4440-9641-ebb44f86d840 req-f59a5ded-bae6-47e2-80d5-bdad08556488 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439115 Aug 25 16:12:28.197160 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d10005bc-14ac-41da-9e11-1edd154ff92e req-5078ddd0-104c-4dae-a4ad-6c14992b26f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 1096 time: 0.0920146 Aug 25 16:12:28.380420 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf9bdd-ef94-45d3-9b68-083b5103bf5f req-5026f933-30a5-4fef-b009-caf00e132d80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.382357 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3caf9bdd-ef94-45d3-9b68-083b5103bf5f req-5026f933-30a5-4fef-b009-caf00e132d80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 943 time: 0.1012657 Aug 25 16:12:28.400185 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10005bc-14ac-41da-9e11-1edd154ff92e req-2d92af9e-5ed6-47ff-abc8-06f3f5f1a2d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.400185 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d10005bc-14ac-41da-9e11-1edd154ff92e req-2d92af9e-5ed6-47ff-abc8-06f3f5f1a2d3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.1820443 Aug 25 16:12:28.488023 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3caf9bdd-ef94-45d3-9b68-083b5103bf5f req-639b4469-6ff4-4942-816a-3d7e67cd3119 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936434 Aug 25 16:12:28.492345 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d10005bc-14ac-41da-9e11-1edd154ff92e req-dc373a26-88f4-46f9-b47b-e8e2a89ec3e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f808cb8-e1d9-49f6-a14f-471c6471b415 HTTP/1.1" status: 200 len: 217 time: 0.0762277 Aug 25 16:12:28.582867 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10005bc-14ac-41da-9e11-1edd154ff92e req-869fcfdc-0a25-4c6c-9f42-48bd0470a14d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.584573 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d10005bc-14ac-41da-9e11-1edd154ff92e req-869fcfdc-0a25-4c6c-9f42-48bd0470a14d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0772452 Aug 25 16:12:28.667102 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d10005bc-14ac-41da-9e11-1edd154ff92e req-f71151bf-3015-4bc8-993c-2a9c34007f7a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746994 Aug 25 16:12:28.703952 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb422b7-276c-4891-98b3-e52a13aa7b5b req-60b62db0-fef2-4437-be07-09c6e304c9d8 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.710904 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9cb422b7-276c-4891-98b3-e52a13aa7b5b req-60b62db0-fef2-4437-be07-09c6e304c9d8 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1396916 Aug 25 16:12:28.775531 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9cb422b7-276c-4891-98b3-e52a13aa7b5b req-9f9221de-644e-43c2-aedf-1927f1ef83e9 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636532 Aug 25 16:12:28.785237 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd346147-079e-469c-b743-176770739a46 req-f1f3b589-5088-4634-bff4-1d1cf849780d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.786715 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cd346147-079e-469c-b743-176770739a46 req-f1f3b589-5088-4634-bff4-1d1cf849780d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1448898 Aug 25 16:12:28.813171 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d10005bc-14ac-41da-9e11-1edd154ff92e req-69dc70c6-ebce-4505-9d52-0bcd789a5c6a service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352057 Aug 25 16:12:28.836586 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cd346147-079e-469c-b743-176770739a46 req-7e1726e3-cec4-4110-98fd-55bcfda02ff8 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423563 Aug 25 16:12:28.951573 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d10005bc-14ac-41da-9e11-1edd154ff92e req-fe18634a-eab9-4dad-9e0a-e720b1719b6c service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260991 Aug 25 16:12:29.319301 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029d0a1-b679-4307-8e56-679aa12106ca req-abc03928-9511-4c81-b081-dfd2098cc919 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:29.320780 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3029d0a1-b679-4307-8e56-679aa12106ca req-abc03928-9511-4c81-b081-dfd2098cc919 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0821638 Aug 25 16:12:29.365690 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3029d0a1-b679-4307-8e56-679aa12106ca req-c714aa3b-4e1c-4965-8c23-e64bf269c5ab tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392783 Aug 25 16:12:29.679429 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc83aae-6893-4ab9-9a83-f2c7fe34779b req-0223543f-2be2-4fbf-a785-f7549183f8a9 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:29.680900 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfc83aae-6893-4ab9-9a83-f2c7fe34779b req-0223543f-2be2-4fbf-a785-f7549183f8a9 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 943 time: 0.0751872 Aug 25 16:12:29.726856 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfc83aae-6893-4ab9-9a83-f2c7fe34779b req-ab922da8-55fa-46d3-bb52-04be0e2f9537 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Aug 25 16:12:30.106794 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b554a-0224-4cf3-87f2-8607e62097ee req-05f7b757-e1ec-4a0d-a313-af357c813ea4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:30.108285 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-399b554a-0224-4cf3-87f2-8607e62097ee req-05f7b757-e1ec-4a0d-a313-af357c813ea4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.1306989 Aug 25 16:12:30.156459 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f147b60-8edc-4c75-be34-f08c8210f2a8 req-ee40368f-3257-43fa-9f90-2a1839142f0a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:30.157920 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f147b60-8edc-4c75-be34-f08c8210f2a8 req-ee40368f-3257-43fa-9f90-2a1839142f0a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1185489 Aug 25 16:12:30.188256 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-399b554a-0224-4cf3-87f2-8607e62097ee req-4020e695-f1dd-4a81-bd6c-6268d42eb462 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737329 Aug 25 16:12:30.214287 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f147b60-8edc-4c75-be34-f08c8210f2a8 req-0dd008c4-ab96-48c1-a72f-01e266649731 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503166 Aug 25 16:12:30.560330 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01fba-9836-430d-8e78-ed9306dd82b7 req-04c74c4b-949c-40a8-87fe-832224ae1b6d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:30.561835 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ede01fba-9836-430d-8e78-ed9306dd82b7 req-04c74c4b-949c-40a8-87fe-832224ae1b6d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0779171 Aug 25 16:12:30.608149 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ede01fba-9836-430d-8e78-ed9306dd82b7 req-53e444b7-dc0c-4dd5-a9af-37dad7785c36 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403185 Aug 25 16:12:30.927384 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3f8e5-b01e-4c9f-881a-96b4afbe7600 req-0d99bad9-f0ed-4158-9e94-42a89cafc0ac tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:30.928826 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3d3f8e5-b01e-4c9f-881a-96b4afbe7600 req-0d99bad9-f0ed-4158-9e94-42a89cafc0ac tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 943 time: 0.0811656 Aug 25 16:12:30.975689 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3d3f8e5-b01e-4c9f-881a-96b4afbe7600 req-35f14b47-3bea-474a-9585-1fca8498fd5d tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403962 Aug 25 16:12:31.420460 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74ee51-f933-4260-ba81-7a019a2d9b41 req-933c80b5-c6b1-4ff1-b39f-8cda747021e6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:31.422305 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1d74ee51-f933-4260-ba81-7a019a2d9b41 req-933c80b5-c6b1-4ff1-b39f-8cda747021e6 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0850654 Aug 25 16:12:31.475988 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1d74ee51-f933-4260-ba81-7a019a2d9b41 req-e8ac3d91-cab4-463a-b3b0-00f85c042951 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 Aug 25 16:12:31.564721 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e79b8-3f20-418e-9c2a-7091ee8b142c req-c3f4317c-82a0-4175-826b-7e25d94c8e01 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:31.566202 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-213e79b8-3f20-418e-9c2a-7091ee8b142c req-c3f4317c-82a0-4175-826b-7e25d94c8e01 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 943 time: 0.0858214 Aug 25 16:12:31.611362 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-213e79b8-3f20-418e-9c2a-7091ee8b142c req-6df36bba-58cd-408d-8c82-86cfae49f48c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393755 Aug 25 16:12:31.807125 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d34f3-8bb0-4179-ade6-fc5091363bd4 req-95a5218d-60c1-4c95-8dde-f3a4f4fca03a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:31.808668 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a03d34f3-8bb0-4179-ade6-fc5091363bd4 req-95a5218d-60c1-4c95-8dde-f3a4f4fca03a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0785651 Aug 25 16:12:31.855647 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a03d34f3-8bb0-4179-ade6-fc5091363bd4 req-13d6b1fd-d61d-4395-beac-2f2407f1b357 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410883 Aug 25 16:12:32.003052 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:12:32.136843 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:32.150881 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'port_id': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'mac_address': 'fa:16:3e:d5:0c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:32.174683 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9887f-ec57-4e29-aa6b-5d4ac3d52e81 req-87cd54c3-a6ac-482a-be1a-9a79b2073ce1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:32.176141 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-73f9887f-ec57-4e29-aa6b-5d4ac3d52e81 req-87cd54c3-a6ac-482a-be1a-9a79b2073ce1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 943 time: 0.0820196 Aug 25 16:12:32.207277 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:32.224181 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-73f9887f-ec57-4e29-aa6b-5d4ac3d52e81 req-177e6367-6727-4c03-ae70-89be110801d4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Aug 25 16:12:32.225000 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a082ff5c-c28a-4349-bf33-cf0f735270bd {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:32.240492 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:32.245059 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:32.246733 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:32.314727 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=9']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:32.317935 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:32.675594 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87237ce-be61-4dfe-8d48-c8d63d34aab5 req-7f5b6c47-43d2-4818-882c-c8b85cd06198 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:32.677366 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f87237ce-be61-4dfe-8d48-c8d63d34aab5 req-7f5b6c47-43d2-4818-882c-c8b85cd06198 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.0852904 Aug 25 16:12:32.735069 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:32.839168 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f87237ce-be61-4dfe-8d48-c8d63d34aab5 req-ff977a39-068f-40c9-a228-d63aa99346b1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508191 Aug 25 16:12:32.878381 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cea24-88d2-4994-9354-d799e4f97e1d req-50b8629d-e7e5-448d-b122-805135f83cf5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:32.879896 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a25cea24-88d2-4994-9354-d799e4f97e1d req-50b8629d-e7e5-448d-b122-805135f83cf5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 944 time: 0.0853293 Aug 25 16:12:32.912393 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['a082ff5c-c28a-4349-bf33-cf0f735270bd'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:32.950799 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a25cea24-88d2-4994-9354-d799e4f97e1d req-44d2f02a-e6bd-43f4-82ba-b59bfff09732 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650134 Aug 25 16:12:33.114059 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440657b-9a53-4e3d-8a73-ab26c769a08c req-5a0c7b9a-20ac-4401-a18e-195766060de8 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:33.115922 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e440657b-9a53-4e3d-8a73-ab26c769a08c req-5a0c7b9a-20ac-4401-a18e-195766060de8 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.1103795 Aug 25 16:12:33.166563 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e440657b-9a53-4e3d-8a73-ab26c769a08c req-a83e9527-4773-4d3f-8525-d1fb741ad622 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432279 Aug 25 16:12:33.328811 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-75b5f653-c34c-4f6c-946a-d0a82cd5fa15 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:33.330291 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-75b5f653-c34c-4f6c-946a-d0a82cd5fa15 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/networks?id=89abfdef-a705-4627-8606-dbd004a88e22 HTTP/1.1" status: 200 len: 814 time: 0.1437657 Aug 25 16:12:33.394986 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-a772fb65-b20f-4d3d-8bff-b93e89a5666c tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/quotas/618d73e554cd488287e2891c6615eb15 HTTP/1.1" status: 200 len: 375 time: 0.0498815 Aug 25 16:12:33.455038 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-03d3365c-5bf2-462c-80fb-3cbc3e1a0321 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=618d73e554cd488287e2891c6615eb15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504606 Aug 25 16:12:33.555262 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf0bc5-f62c-4d14-9799-44d570f6e2e3 req-ee8e0b33-4085-4988-838d-911d767b17f1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:33.556778 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-95cf0bc5-f62c-4d14-9799-44d570f6e2e3 req-ee8e0b33-4085-4988-838d-911d767b17f1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 943 time: 0.2045455 Aug 25 16:12:33.635811 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-2a6be6f0-26d8-441b-9efa-332a0e41dcd4 service neutron] 10.222.0.73 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727693 Aug 25 16:12:33.640924 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-95cf0bc5-f62c-4d14-9799-44d570f6e2e3 req-0cbb8927-eb05-401b-9449-b8358269a451 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727799 Aug 25 16:12:33.783496 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-248bce14-6b01-4744-92ce-ab54c8167db3 service neutron] 10.222.0.73 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416035 Aug 25 16:12:34.116020 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446814-2c9d-4c1f-9a7e-ecc59892e1ce req-3773900b-b438-48f9-b039-e644348a9f45 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:34.117737 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-19446814-2c9d-4c1f-9a7e-ecc59892e1ce req-3773900b-b438-48f9-b039-e644348a9f45 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1499212 Aug 25 16:12:34.125518 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed40759-02c5-4c46-84ed-f74801ded961 req-36e5ee7e-d720-4d93-a969-e21e5e70603d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:34.127047 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9ed40759-02c5-4c46-84ed-f74801ded961 req-36e5ee7e-d720-4d93-a969-e21e5e70603d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1162939 Aug 25 16:12:34.208321 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-19446814-2c9d-4c1f-9a7e-ecc59892e1ce req-34834cf4-517e-43c4-be0a-48815b2e454d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800748 Aug 25 16:12:34.210445 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9ed40759-02c5-4c46-84ed-f74801ded961 req-a3e8fb76-fd7b-45a0-8b30-fbc8308f5be5 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650642 Aug 25 16:12:34.321364 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3eb6b105-ff05-4bc5-8a2a-17a2aa7681ad req-c387a5f1-993e-4515-899d-12759ed8e8d8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 210 time: 0.0424802 Aug 25 16:12:34.424563 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e235f8-9f8b-4fe1-8a11-fb43f3a6c32d req-5430917c-cdee-4216-b6de-b0993c3a807c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:34.426146 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-38e235f8-9f8b-4fe1-8a11-fb43f3a6c32d req-5430917c-cdee-4216-b6de-b0993c3a807c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 944 time: 0.0850852 Aug 25 16:12:34.530076 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-38e235f8-9f8b-4fe1-8a11-fb43f3a6c32d req-9fc61802-4102-4532-a77c-a09ec83e0a91 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981987 Aug 25 16:12:34.551618 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076f14-95e5-44c5-99a1-b575c5cf7648 req-33b8a59b-2196-429e-afa0-47a90d7a44a7 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:34.553102 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f076f14-95e5-44c5-99a1-b575c5cf7648 req-33b8a59b-2196-429e-afa0-47a90d7a44a7 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.1058109 Aug 25 16:12:34.598420 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f076f14-95e5-44c5-99a1-b575c5cf7648 req-82af5c99-8c5d-4ba9-887c-2e6bcf18f812 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Aug 25 16:12:34.746918 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5c1152b-314d-45b6-be1c-864ac15761dc req-1839caf9-ef53-495b-8506-42f68792a8c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 1097 time: 0.0784411 Aug 25 16:12:34.844944 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31998a-2e1a-42a8-83e2-c9e69b4fb650 req-b8e58eca-e344-41ab-a962-071a7edb12d7 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:34.846399 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fe31998a-2e1a-42a8-83e2-c9e69b4fb650 req-b8e58eca-e344-41ab-a962-071a7edb12d7 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 943 time: 0.0798080 Aug 25 16:12:34.892109 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fe31998a-2e1a-42a8-83e2-c9e69b4fb650 req-47ab2dfa-2f2b-4ac2-93c8-8ddc2516a59b tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400827 Aug 25 16:12:35.007105 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1152b-314d-45b6-be1c-864ac15761dc req-65b5156e-5553-41a5-825f-6d28fb55f701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.008622 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5c1152b-314d-45b6-be1c-864ac15761dc req-65b5156e-5553-41a5-825f-6d28fb55f701 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 918 time: 0.1344740 Aug 25 16:12:35.114781 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5c1152b-314d-45b6-be1c-864ac15761dc req-f20a329d-7829-497b-8c20-8d213fc4bacd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd HTTP/1.1" status: 200 len: 1000 time: 0.0943444 Aug 25 16:12:35.311131 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1152b-314d-45b6-be1c-864ac15761dc req-56f3bd2f-35ad-408a-a995-f6068bc10cfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.312616 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5c1152b-314d-45b6-be1c-864ac15761dc req-56f3bd2f-35ad-408a-a995-f6068bc10cfc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.1101494 Aug 25 16:12:35.331105 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9da37-0000-4c60-9307-7cdf6299305e req-0052522f-1090-4559-a48e-b9ece44ccc57 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.332355 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-efe9da37-0000-4c60-9307-7cdf6299305e req-0052522f-1090-4559-a48e-b9ece44ccc57 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Synchronizing usage tracker for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:35.397335 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-efe9da37-0000-4c60-9307-7cdf6299305e req-0052522f-1090-4559-a48e-b9ece44ccc57 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Unset dirty status for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:35.398357 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-efe9da37-0000-4c60-9307-7cdf6299305e req-0052522f-1090-4559-a48e-b9ece44ccc57 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1946790 Aug 25 16:12:35.419319 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5c1152b-314d-45b6-be1c-864ac15761dc req-f1a232ac-d676-4c20-87ff-cbf869761c74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847583 Aug 25 16:12:35.478809 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64614ca5-6d72-40b6-a417-3c322c854163 req-46aff431-62c0-4ba5-b714-210780a10efa tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.480319 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-64614ca5-6d72-40b6-a417-3c322c854163 req-46aff431-62c0-4ba5-b714-210780a10efa tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1465807 Aug 25 16:12:35.487204 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1d053-2bf4-444b-bad2-904ef7ae6096 req-071db592-9ae6-4e9d-9900-4b2f57cb13c7 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.488727 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eed1d053-2bf4-444b-bad2-904ef7ae6096 req-071db592-9ae6-4e9d-9900-4b2f57cb13c7 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 945 time: 0.1200638 Aug 25 16:12:35.575658 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eed1d053-2bf4-444b-bad2-904ef7ae6096 req-e238e89c-66e4-4e9b-923b-b96a7aa52792 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788341 Aug 25 16:12:35.582874 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-64614ca5-6d72-40b6-a417-3c322c854163 req-c98b1edd-9e1f-445b-8426-7738d47b9958 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873003 Aug 25 16:12:35.636295 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-efe9da37-0000-4c60-9307-7cdf6299305e req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Deleting port 3110ad52-daf0-4c40-8864-261513f68a55 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:35.636730 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-efe9da37-0000-4c60-9307-7cdf6299305e req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:35.799526 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ba2cfbba-dc71-48e3-92c6-269fb6420faf req-eb02a32d-55d8-4053-94da-28f31c49c2ed tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 210 time: 0.0521212 Aug 25 16:12:35.859220 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b3dc7-03c8-4f8c-bb67-8e20e93de601 req-3d576e92-7ff3-45db-80b8-1b7bdfb920ae tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.861193 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-430b3dc7-03c8-4f8c-bb67-8e20e93de601 req-3d576e92-7ff3-45db-80b8-1b7bdfb920ae tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 944 time: 0.1501021 Aug 25 16:12:35.909254 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5c1152b-314d-45b6-be1c-864ac15761dc req-a89e7168-0904-4d40-9043-4460f0288a8f service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536855 Aug 25 16:12:35.929756 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-430b3dc7-03c8-4f8c-bb67-8e20e93de601 req-92a076e4-a745-4004-bbf6-f98b85077997 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604975 Aug 25 16:12:36.183392 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-33e5d0a6-29a4-4dbb-9d84-bb8041456790 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:36.184819 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-33e5d0a6-29a4-4dbb-9d84-bb8041456790 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.76 "GET /v2.0/networks?id=89abfdef-a705-4627-8606-dbd004a88e22 HTTP/1.1" status: 200 len: 814 time: 0.5096416 Aug 25 16:12:36.191005 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd8932-913d-43d2-ae90-cee0120e6c0b req-32ad065f-d469-47e2-a762-236a4f9561bc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:36.192476 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-32dd8932-913d-43d2-ae90-cee0120e6c0b req-32ad065f-d469-47e2-a762-236a4f9561bc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 943 time: 0.1064203 Aug 25 16:12:36.201269 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043225d3-81c1-4258-9d8e-d72a2d30d98c req-12cb508f-d864-40e0-9403-fc92e18b830f tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:36.202700 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-043225d3-81c1-4258-9d8e-d72a2d30d98c req-12cb508f-d864-40e0-9403-fc92e18b830f tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.2454262 Aug 25 16:12:36.206936 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5c1152b-314d-45b6-be1c-864ac15761dc req-ea38e907-69b3-41fc-a95e-5c2406ed59df service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365582 Aug 25 16:12:36.216548 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-efe9da37-0000-4c60-9307-7cdf6299305e req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] For port 3110ad52-daf0-4c40-8864-261513f68a55, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3110ad52-daf0-4c40-8864-261513f68a55,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:36.216898 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-efe9da37-0000-4c60-9307-7cdf6299305e req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.233974 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Request body: {'port': {'device_id': '0d294c24-9015-40d6-9313-6cabaf6f736d', 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22', 'admin_state_up': True, 'tenant_id': '618d73e554cd488287e2891c6615eb15'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:36.277096 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-32dd8932-913d-43d2-ae90-cee0120e6c0b req-326fd19b-8f68-4112-bb78-46151985eb76 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734322 Aug 25 16:12:36.284150 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-043225d3-81c1-4258-9d8e-d72a2d30d98c req-bb41153b-7e23-4879-bd5d-c38b6a51eee5 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665331 Aug 25 16:12:36.326262 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 13c47cee-dbde-4300-97af-7348c597ef74 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:12:36.339378 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:36.361828 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-efe9da37-0000-4c60-9307-7cdf6299305e req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Calling delete_port for 3110ad52-daf0-4c40-8864-261513f68a55 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:36.523109 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=13c47cee-dbde-4300-97af-7348c597ef74,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:36.534244 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port a082ff5c-c28a-4349-bf33-cf0f735270bd triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:36.534629 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.559533 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:36.569286 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '13c47cee-dbde-4300-97af-7348c597ef74', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'port_id': '13c47cee-dbde-4300-97af-7348c597ef74', 'mac_address': 'fa:16:3e:96:a6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:36.569553 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Usage tracker for resource:port and tenant:618d73e554cd488287e2891c6615eb15 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:36.574638 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:36.583280 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:36.606381 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Made reservation on behalf of 618d73e554cd488287e2891c6615eb15 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:36.609922 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.627387 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-efe9da37-0000-4c60-9307-7cdf6299305e req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.638877 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:36.653431 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.681035 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Pushing event deleted for resources: {'Port': ['ID=3110ad52-daf0-4c40-8864-261513f68a55,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:36.701376 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['0bdf7007-134a-442c-991e-6fe82b38df45', '3110ad52-daf0-4c40-8864-261513f68a55'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:36.734574 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.735230 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.735820 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.736328 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.736836 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.737327 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.737836 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.738489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.738994 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.739543 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.740062 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:36.748950 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c47cee-dbde-4300-97af-7348c597ef74 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:36.788397 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-884be6a4-c0dd-4a27-a51d-c3f86be4c4ab req-85b769a0-8e14-4b55-ad53-0146e82c2e43 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 210 time: 0.0544698 Aug 25 16:12:36.802578 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.819617 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=13c47cee-dbde-4300-97af-7348c597ef74,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:36.822820 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:36.831353 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.831618 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe9da37-0000-4c60-9307-7cdf6299305e req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] No DVR routers for this DVR port 3110ad52-daf0-4c40-8864-261513f68a55 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:36.833352 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-65bb7c8a-5dd0-4e9f-a83d-39f8b897d77c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:36.836979 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-efe9da37-0000-4c60-9307-7cdf6299305e req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.840197 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f35a1e6-bfd2-4936-8917-244ab75bb481', 'name': 'network-vif-deleted', 'tag': '3110ad52-daf0-4c40-8864-261513f68a55'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:36.891030 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a72f18-3edf-4388-ad34-08d6f6468ac8 req-637545ea-4cbf-443a-b42d-0db5800f41fd tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:36.899127 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-29a72f18-3edf-4388-ad34-08d6f6468ac8 req-637545ea-4cbf-443a-b42d-0db5800f41fd tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0910611 Aug 25 16:12:36.912819 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:36.935727 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:36.949617 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.964361 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Allocated IP 172.20.0.2 (89abfdef-a705-4627-8606-dbd004a88e22/7e1a4d34-ace5-4842-82ac-a06c57f822b4/fdcadb08-867f-4882-b7c0-b27c7b9ffee0) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:36.965829 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-29a72f18-3edf-4388-ad34-08d6f6468ac8 req-445d4944-af2d-47b5-9442-f4232bcfe924 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652602 Aug 25 16:12:36.971259 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=13c47cee-dbde-4300-97af-7348c597ef74,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:36.976526 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:36.977200 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:37.100684 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d5a57bad-3158-4b71-a5b4-08e0ce831f08 req-9d5a13b8-01e9-44e4-8b4a-0cc4a5601c15 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 210 time: 0.0622604 Aug 25 16:12:37.115314 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=10']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:37.141067 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f35a1e6-bfd2-4936-8917-244ab75bb481', 'name': 'network-vif-deleted', 'tag': '3110ad52-daf0-4c40-8864-261513f68a55', 'status': 'completed', 'code': 200} Aug 25 16:12:37.142708 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:37.144321 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'code': 200} Aug 25 16:12:37.162112 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-efe9da37-0000-4c60-9307-7cdf6299305e req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.76 "DELETE /v2.0/ports/3110ad52-daf0-4c40-8864-261513f68a55 HTTP/1.1" status: 204 len: 173 time: 1.7366161 Aug 25 16:12:37.305035 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.339328 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.345714 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:37.361323 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223b9ea-08c3-4072-94b4-0f0c3e46fa80 req-b67bd03b-2795-4e8a-ab08-d8adfcbaf026 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:37.370599 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c223b9ea-08c3-4072-94b4-0f0c3e46fa80 req-b67bd03b-2795-4e8a-ab08-d8adfcbaf026 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.1123245 Aug 25 16:12:37.425936 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Network 89abfdef-a705-4627-8606-dbd004a88e22 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:37.426851 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Pushing event updated for resources: {'Port': ['ID=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:37.429561 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:37.432042 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:37.432713 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:37.472635 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c223b9ea-08c3-4072-94b4-0f0c3e46fa80 req-b1fd052f-3f3a-42a6-b1cb-3624e144dbff tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009638 Aug 25 16:12:37.490946 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['13c47cee-dbde-4300-97af-7348c597ef74'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:37.495753 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:37.496363 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.523931 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6faba-bd0d-482b-ae9a-5141c61b90e0 req-8508341e-6fce-434b-84fa-1fbc3d5a856c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:37.526825 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c2a6faba-bd0d-482b-ae9a-5141c61b90e0 req-8508341e-6fce-434b-84fa-1fbc3d5a856c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 943 time: 0.1110625 Aug 25 16:12:37.527757 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2976410 Aug 25 16:12:37.553033 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Request body: {'port': {'device_id': '0d294c24-9015-40d6-9313-6cabaf6f736d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:37.586305 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c2a6faba-bd0d-482b-ae9a-5141c61b90e0 req-42b625ed-c5ca-4762-90e6-6df003d45226 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585628 Aug 25 16:12:37.681101 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.703430 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec526a1-95c7-462c-bcc2-6e8cd7702b7b req-d95701f5-3665-46a0-b1a0-13f075d5d44d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:37.705245 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eec526a1-95c7-462c-bcc2-6e8cd7702b7b req-d95701f5-3665-46a0-b1a0-13f075d5d44d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 944 time: 0.0847588 Aug 25 16:12:37.769087 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eec526a1-95c7-462c-bcc2-6e8cd7702b7b req-f5deadb7-f49e-4b37-9833-a4ef4f6f7c05 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572722 Aug 25 16:12:37.991153 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e380ab9d-3e6a-4f57-954f-d74e67d3cfdd req-56a2ae7c-7ba9-4386-996a-fc4ee601b7ac tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f35a1e6-bfd2-4936-8917-244ab75bb481 HTTP/1.1" status: 200 len: 210 time: 0.0474887 Aug 25 16:12:38.093558 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b4c8ab96-846b-4d38-a219-ec3bc5d385b1 req-96d25bef-500e-4e88-b123-446d295966ac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 1099 time: 0.1537020 Aug 25 16:12:38.142826 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcadb08-867f-4882-b7c0-b27c7b9ffee0 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:38.153102 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.176006 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b4c8ab96-846b-4d38-a219-ec3bc5d385b1 req-3d358cf8-82a8-40d7-9722-df7b21abc1a7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717576 Aug 25 16:12:38.176991 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Transition to ACTIVE for port object fdcadb08-867f-4882-b7c0-b27c7b9ffee0 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:38.181032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.185639 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:38.204735 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969c77a-c7d4-4eb3-bbc5-3c188184b704 req-d24ce1e9-567f-406a-9b2a-94253e8971b9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.206282 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5969c77a-c7d4-4eb3-bbc5-3c188184b704 req-d24ce1e9-567f-406a-9b2a-94253e8971b9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1008606 Aug 25 16:12:38.309389 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:38.314821 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:38.319807 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5969c77a-c7d4-4eb3-bbc5-3c188184b704 req-11e0795f-3873-4a14-ba02-e2787ce51d2e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076252 Aug 25 16:12:38.334246 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 7f808cb8-e1d9-49f6-a14f-471c6471b415 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:12:38.352741 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79740d45-431e-46a2-981d-343a5eba94af req-a9aced3b-9a8c-4691-a869-5047169e25f8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.354513 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-79740d45-431e-46a2-981d-343a5eba94af req-a9aced3b-9a8c-4691-a869-5047169e25f8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 943 time: 0.1228533 Aug 25 16:12:38.407915 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-79740d45-431e-46a2-981d-343a5eba94af req-10905929-67a9-46b9-a1ea-05b76daeea74 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 Aug 25 16:12:38.453753 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Attempting to bind port fdcadb08-867f-4882-b7c0-b27c7b9ffee0 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:38.454128 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Attempting to bind port fdcadb08-867f-4882-b7c0-b27c7b9ffee0 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '4f3162e9-bb48-4244-87fe-42db0810f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:38.454456 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Attempting to bind port fdcadb08-867f-4882-b7c0-b27c7b9ffee0 on network 89abfdef-a705-4627-8606-dbd004a88e22 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:38.460344 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Port fdcadb08-867f-4882-b7c0-b27c7b9ffee0 on network 89abfdef-a705-4627-8606-dbd004a88e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:12:38.460660 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Attempting to bind port fdcadb08-867f-4882-b7c0-b27c7b9ffee0 on network 89abfdef-a705-4627-8606-dbd004a88e22 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:38.467564 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:38.468076 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Checking segment: {'id': '4f3162e9-bb48-4244-87fe-42db0810f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:38.468580 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Bound using segment: {'id': '4f3162e9-bb48-4244-87fe-42db0810f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:38.469002 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Bound port: fdcadb08-867f-4882-b7c0-b27c7b9ffee0, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3162e9-bb48-4244-87fe-42db0810f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:38.469468 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.512703 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 7f808cb8-e1d9-49f6-a14f-471c6471b415, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7f808cb8-e1d9-49f6-a14f-471c6471b415,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:38.525862 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'port_id': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'mac_address': 'fa:16:3e:0b:bb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:38.559196 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] For port fdcadb08-867f-4882-b7c0-b27c7b9ffee0, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:38.562702 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] For port fdcadb08-867f-4882-b7c0-b27c7b9ffee0, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:38.566519 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.570344 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:38.583189 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.600580 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f808cb8-e1d9-49f6-a14f-471c6471b415 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:38.625436 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 7f808cb8-e1d9-49f6-a14f-471c6471b415, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7f808cb8-e1d9-49f6-a14f-471c6471b415,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:38.631820 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.635661 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:38.636315 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.637713 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] 10.222.0.76 "PUT /v2.0/ports/fdcadb08-867f-4882-b7c0-b27c7b9ffee0 HTTP/1.1" status: 200 len: 1093 time: 1.0916257 Aug 25 16:12:38.649186 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:38.652615 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:38.716830 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=7f808cb8-e1d9-49f6-a14f-471c6471b415,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:38.720922 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:38.727126 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953369a-58b7-4c56-aad4-63df4907f03a req-d44ea512-b1ad-4763-8f67-43930047672c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.728646 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8953369a-58b7-4c56-aad4-63df4907f03a req-d44ea512-b1ad-4763-8f67-43930047672c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.0845866 Aug 25 16:12:38.793845 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-c82ab3b1-5262-4440-9c4f-05fb0388b480 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=618d73e554cd488287e2891c6615eb15&device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 1096 time: 0.0780187 Aug 25 16:12:38.827750 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8953369a-58b7-4c56-aad4-63df4907f03a req-3ed975c0-aed4-41e4-b535-d860ae036d38 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931251 Aug 25 16:12:38.847685 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3271d7-2ee0-4e96-b2cc-8632c4de52a5 req-30cbf2f8-9d34-4913-984a-23329c9aa35a tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.849129 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3d3271d7-2ee0-4e96-b2cc-8632c4de52a5 req-30cbf2f8-9d34-4913-984a-23329c9aa35a tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 944 time: 0.1158681 Aug 25 16:12:38.887005 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-9631f762-a1b3-482e-953f-291f5da41193 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdcadb08-867f-4882-b7c0-b27c7b9ffee0 HTTP/1.1" status: 200 len: 217 time: 0.0712657 Aug 25 16:12:38.922104 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3d3271d7-2ee0-4e96-b2cc-8632c4de52a5 req-80e873e2-727e-4610-b1e4-6ea25feae7e0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655227 Aug 25 16:12:38.955983 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-1a1724c8-3d39-4d88-a52b-63ac391ed21d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.957488 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-1a1724c8-3d39-4d88-a52b-63ac391ed21d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7e1a4d34-ace5-4842-82ac-a06c57f822b4 HTTP/1.1" status: 200 len: 854 time: 0.0630758 Aug 25 16:12:39.011397 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-0f5ab058-3511-4cc5-8476-3f978244b8d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=89abfdef-a705-4627-8606-dbd004a88e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399394 Aug 25 16:12:39.045850 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bcad8-dcab-49d6-ba84-2f071097d7e3 req-5a4f9398-e9cf-4915-9015-93d6601a0414 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:39.047749 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d48bcad8-dcab-49d6-ba84-2f071097d7e3 req-5a4f9398-e9cf-4915-9015-93d6601a0414 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 944 time: 0.0791492 Aug 25 16:12:39.095105 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d48bcad8-dcab-49d6-ba84-2f071097d7e3 req-46095b29-a54e-49e4-ac80-6cb13dc64af0 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Aug 25 16:12:39.144194 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d294c24-9015-40d6-9313-6cabaf6f736d', 'tag': 'fdcadb08-867f-4882-b7c0-b27c7b9ffee0'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:39.157583 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-cdbd4d39-d6e0-402b-ba7a-511467b7817a service neutron] 10.222.0.76 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384881 Aug 25 16:12:39.183027 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['7f808cb8-e1d9-49f6-a14f-471c6471b415'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:39.248364 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d294c24-9015-40d6-9313-6cabaf6f736d', 'tag': 'fdcadb08-867f-4882-b7c0-b27c7b9ffee0', 'status': 'completed', 'code': 200} Aug 25 16:12:39.323303 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6ddd0d34-af65-4abd-9124-c60956d6ca52 req-2d29f11f-0211-488d-b0e6-2c464c33c9f4 service neutron] 10.222.0.76 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580200 Aug 25 16:12:39.573866 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c064-fefe-4f39-826f-cb25cf6697b0 req-a662930b-913a-4ac3-9c96-0d4d336637f7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:39.575417 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c835c064-fefe-4f39-826f-cb25cf6697b0 req-a662930b-913a-4ac3-9c96-0d4d336637f7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0972404 Aug 25 16:12:39.641600 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-663f1eba-399b-4cd2-b408-a1bdc50e3693 req-5d0f9abe-702b-40a8-9845-47dc0fe1f9f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=618d73e554cd488287e2891c6615eb15&device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 1096 time: 0.1350207 Aug 25 16:12:39.668851 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c835c064-fefe-4f39-826f-cb25cf6697b0 req-05dde151-1ad1-475b-99ea-02c4762e4578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639844 Aug 25 16:12:39.695032 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0d61-172c-42b9-a693-7cad4aa7989f req-fdf59f2c-0cfb-41e8-ad14-c1742caaedc1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:39.695032 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-257f0d61-172c-42b9-a693-7cad4aa7989f req-fdf59f2c-0cfb-41e8-ad14-c1742caaedc1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1281433 Aug 25 16:12:39.747296 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-257f0d61-172c-42b9-a693-7cad4aa7989f req-d82ba12f-bd3b-4a56-badb-2b81db758156 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528119 Aug 25 16:12:39.803198 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f1eba-399b-4cd2-b408-a1bdc50e3693 req-62d7aeaa-96c9-4137-8380-3510bfb8f0ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:39.804830 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-663f1eba-399b-4cd2-b408-a1bdc50e3693 req-62d7aeaa-96c9-4137-8380-3510bfb8f0ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=89abfdef-a705-4627-8606-dbd004a88e22 HTTP/1.1" status: 200 len: 916 time: 0.1460445 Aug 25 16:12:39.887847 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6206-8fcd-4779-90c1-46dea2622646 req-2e519dd6-f0d6-4aa3-91b7-bacd19fef594 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:39.890564 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-90eb6206-8fcd-4779-90c1-46dea2622646 req-2e519dd6-f0d6-4aa3-91b7-bacd19fef594 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 943 time: 0.0924952 Aug 25 16:12:39.906138 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-663f1eba-399b-4cd2-b408-a1bdc50e3693 req-b009b823-1c6a-4be6-a47f-e706f04004ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdcadb08-867f-4882-b7c0-b27c7b9ffee0 HTTP/1.1" status: 200 len: 217 time: 0.0883033 Aug 25 16:12:39.953523 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-90eb6206-8fcd-4779-90c1-46dea2622646 req-0cb5f71b-33b1-4251-a9e7-a9598e408f03 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566225 Aug 25 16:12:40.002088 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f1eba-399b-4cd2-b408-a1bdc50e3693 req-7d52a946-b0cb-4a24-8695-7748aa07f1d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.003660 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-663f1eba-399b-4cd2-b408-a1bdc50e3693 req-7d52a946-b0cb-4a24-8695-7748aa07f1d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7e1a4d34-ace5-4842-82ac-a06c57f822b4 HTTP/1.1" status: 200 len: 854 time: 0.0857677 Aug 25 16:12:40.061593 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-663f1eba-399b-4cd2-b408-a1bdc50e3693 req-d91b6f82-ee13-495d-954d-ec96cbea7418 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=89abfdef-a705-4627-8606-dbd004a88e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488992 Aug 25 16:12:40.199729 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64402-d044-4f9d-88be-aca8bbf5aa94 req-7b0f205e-b35e-490d-ac3b-b4dca9228a94 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.204497 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fae64402-d044-4f9d-88be-aca8bbf5aa94 req-7b0f205e-b35e-490d-ac3b-b4dca9228a94 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 944 time: 0.1189222 Aug 25 16:12:40.214830 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-663f1eba-399b-4cd2-b408-a1bdc50e3693 req-00dd63d8-47fe-41ae-ad2c-3a97869bd187 service neutron] 10.222.0.76 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453607 Aug 25 16:12:40.224810 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033433c-7319-4759-ade5-315c8c7edf08 req-6dacccfb-9102-4f7a-9abe-b4408a0fb468 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.226271 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8033433c-7319-4759-ade5-315c8c7edf08 req-6dacccfb-9102-4f7a-9abe-b4408a0fb468 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.1946771 Aug 25 16:12:40.298134 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fae64402-d044-4f9d-88be-aca8bbf5aa94 req-d2e4b2c3-e589-4ff7-94ea-a300831fce1c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927370 Aug 25 16:12:40.302884 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8033433c-7319-4759-ade5-315c8c7edf08 req-0ab046a9-3375-4a41-9054-81955967b308 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707855 Aug 25 16:12:40.349438 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 13c47cee-dbde-4300-97af-7348c597ef74 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:40.408159 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-663f1eba-399b-4cd2-b408-a1bdc50e3693 req-a7a78b5a-c099-40d3-9c06-ef2158b741cb service neutron] 10.222.0.76 "GET /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710260 Aug 25 16:12:40.455960 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 13c47cee-dbde-4300-97af-7348c597ef74 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:40.462838 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 13c47cee-dbde-4300-97af-7348c597ef74 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:40.463214 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.590012 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.602417 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1f941-d438-4610-aa54-afbc5ee2b61b req-f5da839e-3a62-467b-baf4-e5780edfda20 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.604345 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-23e1f941-d438-4610-aa54-afbc5ee2b61b req-f5da839e-3a62-467b-baf4-e5780edfda20 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 944 time: 0.1611652 Aug 25 16:12:40.618134 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:40.629266 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=13c47cee-dbde-4300-97af-7348c597ef74,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:40.633885 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.634747 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 3110ad52-daf0-4c40-8864-261513f68a55 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:40.660040 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-23e1f941-d438-4610-aa54-afbc5ee2b61b req-21fa8e17-c7d6-43f0-b769-c74ee3c5b63a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501947 Aug 25 16:12:40.668356 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:40.700800 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74', 'code': 200} Aug 25 16:12:40.710485 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 3110ad52-daf0-4c40-8864-261513f68a55 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:40.710485 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 3110ad52-daf0-4c40-8864-261513f68a55 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:40.745860 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=13c47cee-dbde-4300-97af-7348c597ef74,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:40.750069 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:40.872501 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50799fb-3e61-426d-baee-bcbcdab0cf3b req-458fbf91-33c5-4ae9-9a80-3e48a195b4c9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.873981 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e50799fb-3e61-426d-baee-bcbcdab0cf3b req-458fbf91-33c5-4ae9-9a80-3e48a195b4c9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0813563 Aug 25 16:12:40.982749 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e50799fb-3e61-426d-baee-bcbcdab0cf3b req-70676ca0-1e45-4e38-97f0-70b3a9a7cc41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715351 Aug 25 16:12:41.000191 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050a71-c7c6-4144-8b5a-85547fbf8279 req-fa425b40-da4a-4fb5-8a63-21f683a79026 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.001687 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0050a71-c7c6-4144-8b5a-85547fbf8279 req-fa425b40-da4a-4fb5-8a63-21f683a79026 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1265635 Aug 25 16:12:41.057257 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0050a71-c7c6-4144-8b5a-85547fbf8279 req-bbf251be-b000-4251-97db-72b12fe0b1f2 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Aug 25 16:12:41.176598 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a182e3eb-3180-4c37-a235-95812e58b959 req-758d101f-c1a2-41b0-8667-6e68abeb951f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1098 time: 0.0781729 Aug 25 16:12:41.200571 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a7f82-0677-47a4-bf8b-f80a71d15ece req-5f988fb6-3db6-4bc6-b8e8-6fb1c6ffd95a tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.201959 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc2a7f82-0677-47a4-bf8b-f80a71d15ece req-5f988fb6-3db6-4bc6-b8e8-6fb1c6ffd95a tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 943 time: 0.0876606 Aug 25 16:12:41.230895 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a182e3eb-3180-4c37-a235-95812e58b959 req-00de23b4-90d5-4c25-9cc7-210bad6270eb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 Aug 25 16:12:41.253255 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc2a7f82-0677-47a4-bf8b-f80a71d15ece req-a4192bf2-f17c-47e2-b3a9-44089a6b2562 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 Aug 25 16:12:41.569285 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462baff-a52d-42c3-bdf5-417096aee2eb req-ff4afff9-98f9-42cf-aba7-9c10789969eb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.570777 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5462baff-a52d-42c3-bdf5-417096aee2eb req-ff4afff9-98f9-42cf-aba7-9c10789969eb tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 944 time: 0.1339161 Aug 25 16:12:41.584389 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a70b4-cb20-49f1-9b03-b51523baec38 req-99c02d09-b81a-4253-8622-4119897d0ef7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.585834 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fb6a70b4-cb20-49f1-9b03-b51523baec38 req-99c02d09-b81a-4253-8622-4119897d0ef7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.1186893 Aug 25 16:12:41.660146 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fb6a70b4-cb20-49f1-9b03-b51523baec38 req-c051b707-e440-4a77-8558-af85470249c2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597334 Aug 25 16:12:41.662251 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5462baff-a52d-42c3-bdf5-417096aee2eb req-be7467de-cb37-4e8e-a6f1-1b7b3708eb58 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843036 Aug 25 16:12:41.874517 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea0fbc-f9d3-451e-b994-19487c5b7c29 req-4037a0ac-b9f5-4efd-bb97-36bf9399392c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.876013 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8dea0fbc-f9d3-451e-b994-19487c5b7c29 req-4037a0ac-b9f5-4efd-bb97-36bf9399392c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0861528 Aug 25 16:12:41.948243 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8dea0fbc-f9d3-451e-b994-19487c5b7c29 req-926fd36a-25e4-4b88-b95a-a707cfc17a44 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452869 Aug 25 16:12:42.183829 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862de6-ff72-4cf9-9b14-c929b2f62bd1 req-e2ba7260-1b78-41c4-9896-93d4779111a6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.185295 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-89862de6-ff72-4cf9-9b14-c929b2f62bd1 req-e2ba7260-1b78-41c4-9896-93d4779111a6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0828359 Aug 25 16:12:42.232677 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-89862de6-ff72-4cf9-9b14-c929b2f62bd1 req-e3f202c5-01c0-4c94-b77a-125be81c7821 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Aug 25 16:12:42.369931 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device fdcadb08-867f-4882-b7c0-b27c7b9ffee0 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:12:42.382820 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 7f808cb8-e1d9-49f6-a14f-471c6471b415 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:42.525518 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050414b9-5438-4f84-8303-68d6de72580e req-bdc9269f-8447-419d-a21d-3745816ed476 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.526958 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-050414b9-5438-4f84-8303-68d6de72580e req-bdc9269f-8447-419d-a21d-3745816ed476 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1816859 Aug 25 16:12:42.565516 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3795e-8a5f-4974-a92f-5b38c2b72df9 req-f57ae1fc-012d-4f75-b407-b79dcd734daf tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.566906 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-16b3795e-8a5f-4974-a92f-5b38c2b72df9 req-f57ae1fc-012d-4f75-b407-b79dcd734daf tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 943 time: 0.1140051 Aug 25 16:12:42.595701 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 7f808cb8-e1d9-49f6-a14f-471c6471b415 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:42.607693 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 7f808cb8-e1d9-49f6-a14f-471c6471b415 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:42.608077 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.610302 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-050414b9-5438-4f84-8303-68d6de72580e req-7b5ef2a2-fb02-4741-9923-c1c68348f601 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766904 Aug 25 16:12:42.629508 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-16b3795e-8a5f-4974-a92f-5b38c2b72df9 req-de200c36-d475-4b78-9274-5fb249ce9864 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535414 Aug 25 16:12:42.654532 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port fdcadb08-867f-4882-b7c0-b27c7b9ffee0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:42.673813 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'fdcadb08-867f-4882-b7c0-b27c7b9ffee0', 'network_id': '89abfdef-a705-4627-8606-dbd004a88e22', 'port_id': 'fdcadb08-867f-4882-b7c0-b27c7b9ffee0', 'mac_address': 'fa:16:3e:f9:da:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1a4d34-ace5-4842-82ac-a06c57f822b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:42.777844 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.803317 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcadb08-867f-4882-b7c0-b27c7b9ffee0 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:42.809763 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.834361 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port fdcadb08-867f-4882-b7c0-b27c7b9ffee0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:42.841901 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.844510 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:42.879999 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f808cb8-e1d9-49f6-a14f-471c6471b415'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:42.908010 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 7f808cb8-e1d9-49f6-a14f-471c6471b415, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7f808cb8-e1d9-49f6-a14f-471c6471b415,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:42.913581 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.935556 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:42.939466 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14313f7b-3408-434d-aeb7-0b975baf1451 req-2bad49db-6dc6-440b-b514-35aa1e76069f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.941154 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-14313f7b-3408-434d-aeb7-0b975baf1451 req-2bad49db-6dc6-440b-b514-35aa1e76069f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 944 time: 0.1519792 Aug 25 16:12:42.942145 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:42.942718 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:42.983939 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'code': 200} Aug 25 16:12:43.008141 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-14313f7b-3408-434d-aeb7-0b975baf1451 req-0b0e43e5-5ea0-4d65-aadc-ddc5006d755f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552411 Aug 25 16:12:43.019257 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=7f808cb8-e1d9-49f6-a14f-471c6471b415,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:43.022615 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:43.156704 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a36e35-318c-427f-9de6-02fe56f9f2d8 req-f16592e5-9e23-4fed-aa9b-7a93c742c268 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.158159 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-36a36e35-318c-427f-9de6-02fe56f9f2d8 req-f16592e5-9e23-4fed-aa9b-7a93c742c268 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0880308 Aug 25 16:12:43.203552 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-36a36e35-318c-427f-9de6-02fe56f9f2d8 req-c0166b51-d1fd-486e-a760-5e7bf5d60a78 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397563 Aug 25 16:12:43.463491 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd73d4-8964-4ebc-b164-17328c378f1f req-58af66c9-ebf7-4520-8825-22b9ae8b3e2b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.465074 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-42bd73d4-8964-4ebc-b164-17328c378f1f req-58af66c9-ebf7-4520-8825-22b9ae8b3e2b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.1406102 Aug 25 16:12:43.473010 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ed4cfb-ca3a-47e2-ac5f-50ed4af708d4 req-2964b67c-dc46-4b2c-99a6-67b1c14e2688 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 1098 time: 0.0804839 Aug 25 16:12:43.480452 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250e477-5dc0-4dbc-b8d1-409911434662 req-13eb614a-4b50-4677-b578-efb1c930a8d9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.482548 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7250e477-5dc0-4dbc-b8d1-409911434662 req-13eb614a-4b50-4677-b578-efb1c930a8d9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1140492 Aug 25 16:12:43.521139 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ed4cfb-ca3a-47e2-ac5f-50ed4af708d4 req-1fc8c0a2-d734-48e5-ad02-e8e6d424e8e1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Aug 25 16:12:43.523708 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['fdcadb08-867f-4882-b7c0-b27c7b9ffee0'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:43.559308 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-42bd73d4-8964-4ebc-b164-17328c378f1f req-9b0b0196-f58c-43de-a859-a645cf151e63 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869150 Aug 25 16:12:43.561427 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7250e477-5dc0-4dbc-b8d1-409911434662 req-b0b17ecd-9489-40cf-b98b-949a730fb6b9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640454 Aug 25 16:12:43.587123 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 56210) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:43.768456 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5553bd59-f036-4c65-8b00-d0bf68b61c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.969267 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-71a47b46-8204-4d00-a6a6-727577171dab tempest-TestShelveInstance-1457901980 tempest-TestShelveInstance-1457901980-project-admin] Synchronizing usage tracker for tenant:abf4f0b658ff46b8aad7469e5663ffb8 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:43.986957 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63a999-ebc0-4b90-ac26-6244b3fb14ac req-dc012e2e-3aba-4f7f-b88c-ede5ac5329af tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.989322 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f63a999-ebc0-4b90-ac26-6244b3fb14ac req-dc012e2e-3aba-4f7f-b88c-ede5ac5329af tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2350965 Aug 25 16:12:44.045616 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d769d-607f-494a-89d9-202cfb31518f req-be2bf984-5ad3-466a-9269-d04bfecc6a20 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:44.047407 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c88d769d-607f-494a-89d9-202cfb31518f req-be2bf984-5ad3-466a-9269-d04bfecc6a20 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 944 time: 0.2154238 Aug 25 16:12:44.073657 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-71a47b46-8204-4d00-a6a6-727577171dab tempest-TestShelveInstance-1457901980 tempest-TestShelveInstance-1457901980-project-admin] Unset dirty status for tenant:abf4f0b658ff46b8aad7469e5663ffb8 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:44.074753 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-71a47b46-8204-4d00-a6a6-727577171dab tempest-TestShelveInstance-1457901980 tempest-TestShelveInstance-1457901980-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1093 time: 0.4865005 Aug 25 16:12:44.077985 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56222) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:44.084385 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Request body: {'floatingip': {'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'port_id': '13c47cee-dbde-4300-97af-7348c597ef74', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:44.096797 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:44.104219 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Usage tracker for resource:floatingip and tenant:89c53cb5a3ba4f2fa52a91a2b51b387f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:44.108624 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:44.114341 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f63a999-ebc0-4b90-ac26-6244b3fb14ac req-b73f962f-04b2-4d83-8eb4-f39f581795ec tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137147 Aug 25 16:12:44.114836 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:44.120569 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c88d769d-607f-494a-89d9-202cfb31518f req-9fe8ca42-3c95-4657-9669-4dbf7e834747 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641892 Aug 25 16:12:44.124842 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.173029 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.283726 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.325182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2ff7b-45ef-4458-aa9c-df81cabf572d req-eb4c0807-60c5-4ea2-a584-c5e451dc8769 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:44.326676 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-26b2ff7b-45ef-4458-aa9c-df81cabf572d req-eb4c0807-60c5-4ea2-a584-c5e451dc8769 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 945 time: 0.0868142 Aug 25 16:12:44.424472 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Allocated IP 172.27.2.101 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/1adf6b58-941e-4587-b654-0a6a22d5e690) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:44.453045 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-26b2ff7b-45ef-4458-aa9c-df81cabf572d req-5f05060b-2f7a-49ed-ace3-a8848a7ff53c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194305 Aug 25 16:12:44.570743 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.598102 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.601675 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4f7e79bb-6f34-46a1-adc5-9529b4c7e072 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:44.667731 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:44.670640 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:44.675086 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:44.702426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'Port': ['ID=1adf6b58-941e-4587-b654-0a6a22d5e690,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:44.708974 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:44.829624 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e6cf7-9b5b-4d89-b7ae-904ab53546bf req-e9dd2452-c581-414a-ad79-fd0163cae617 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:44.832282 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0d0e6cf7-9b5b-4d89-b7ae-904ab53546bf req-e9dd2452-c581-414a-ad79-fd0163cae617 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0926137 Aug 25 16:12:44.893025 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0d0e6cf7-9b5b-4d89-b7ae-904ab53546bf req-f22582e3-0172-493f-b60f-5963c1c540fc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555551 Aug 25 16:12:45.412301 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f43de-7d66-4292-863f-f34c5c948b45 req-b6cdb2bb-4046-4d1f-83bf-75e497b6fbe0 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.413750 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ed3f43de-7d66-4292-863f-f34c5c948b45 req-b6cdb2bb-4046-4d1f-83bf-75e497b6fbe0 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1512189 Aug 25 16:12:45.420943 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a78de-d940-48fb-be75-7fab889278eb req-5d14efd2-439c-4819-b4bd-cd74b2bf8640 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.422386 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ee2a78de-d940-48fb-be75-7fab889278eb req-5d14efd2-439c-4819-b4bd-cd74b2bf8640 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 944 time: 0.1193407 Aug 25 16:12:45.438136 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.494740 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.500234 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ed3f43de-7d66-4292-863f-f34c5c948b45 req-7c18a149-697b-4d8b-a839-24c4620e55fe tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768480 Aug 25 16:12:45.502312 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ee2a78de-d940-48fb-be75-7fab889278eb req-164fa742-5ac4-4940-8f7d-ab076f3a3e50 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656350 Aug 25 16:12:45.697131 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9e1b-fe75-48fa-a494-49744078f5e3 req-18bf66c8-1758-472e-a23f-4d8d6d7e4369 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.698559 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a24d9e1b-fe75-48fa-a494-49744078f5e3 req-18bf66c8-1758-472e-a23f-4d8d6d7e4369 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 945 time: 0.0807598 Aug 25 16:12:45.716834 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.721787 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.726826 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3cc1a60a-f912-4ba9-9141-88eff3a67cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:45.745573 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a24d9e1b-fe75-48fa-a494-49744078f5e3 req-e6b135ad-e20f-490d-b558-ce9d81a26542 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412922 Aug 25 16:12:45.825872 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event updated for resources: {'Port': ['ID=1adf6b58-941e-4587-b654-0a6a22d5e690,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:45.828790 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:45.840023 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.957712 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a6310-f60a-4f3d-beb9-3d85594ab2ae req-a145f9e7-2fbb-4843-a506-1383c005ab24 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.959069 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-285a6310-f60a-4f3d-beb9-3d85594ab2ae req-a145f9e7-2fbb-4843-a506-1383c005ab24 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 945 time: 0.0915883 Aug 25 16:12:46.012103 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-285a6310-f60a-4f3d-beb9-3d85594ab2ae req-6ba0c50a-20cb-4020-8fc3-9e346d6e6a55 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468671 Aug 25 16:12:46.035646 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56246) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:46.049498 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Floating IP 971a5c38-f24e-40e8-a0d0-d2063c1a6410 associated. External IP: 172.27.2.101, port: 13c47cee-dbde-4300-97af-7348c597ef74. Aug 25 16:12:46.092859 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04d96f-4d28-4b8e-9a67-813f48c8f7af req-2446782a-1ff7-42c0-bea7-c60073e5cf22 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:46.094343 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf04d96f-4d28-4b8e-9a67-813f48c8f7af req-2446782a-1ff7-42c0-bea7-c60073e5cf22 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0774181 Aug 25 16:12:46.147650 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf04d96f-4d28-4b8e-9a67-813f48c8f7af req-cc2fb450-99d9-4079-bfa9-551ff55a99be tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478261 Aug 25 16:12:46.223768 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-654c3588-7449-49a9-a1c0-468066ff954e tempest-TestVolumeBootPattern-1660668837 tempest-TestVolumeBootPattern-1660668837-project-admin] Synchronizing usage tracker for tenant:2787db71d3d14c6380548be0ad60f128 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:46.307654 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-654c3588-7449-49a9-a1c0-468066ff954e tempest-TestVolumeBootPattern-1660668837 tempest-TestVolumeBootPattern-1660668837-project-admin] Unset dirty status for tenant:2787db71d3d14c6380548be0ad60f128 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:46.309012 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-654c3588-7449-49a9-a1c0-468066ff954e tempest-TestVolumeBootPattern-1660668837 tempest-TestVolumeBootPattern-1660668837-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 1093 time: 0.2723651 Aug 25 16:12:46.312065 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 56256) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:46.318539 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'floatingip': {'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'port_id': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address': '172.20.0.7'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:46.327388 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:46.332917 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:floatingip and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:46.335910 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:46.342962 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:46.358601 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.387523 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device fdcadb08-867f-4882-b7c0-b27c7b9ffee0 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:46.475224 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port fdcadb08-867f-4882-b7c0-b27c7b9ffee0 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:46.480657 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port fdcadb08-867f-4882-b7c0-b27c7b9ffee0 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:46.481041 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.549010 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7b75c536-de58-4aaa-b8fd-f2e3a33fe8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.578272 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.621104 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.649502 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040400-6627-4137-9c14-232e8e3547b1 req-699c9fcb-9a57-4ba5-a61a-6f3e8aab416b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:46.651701 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b1040400-6627-4137-9c14-232e8e3547b1 req-699c9fcb-9a57-4ba5-a61a-6f3e8aab416b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.1809485 Aug 25 16:12:46.661653 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d294c24-9015-40d6-9313-6cabaf6f736d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcadb08-867f-4882-b7c0-b27c7b9ffee0'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:46.670201 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:12:46.674601 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port fdcadb08-867f-4882-b7c0-b27c7b9ffee0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:46.679295 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.683127 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:46.758308 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:46.768433 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.768829 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.769169 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.769503 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.770173 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.770173 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.770469 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.770927 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.771162 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.771523 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.771845 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:46.775954 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:46.812226 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b1040400-6627-4137-9c14-232e8e3547b1 req-ec387f98-840d-40ed-a7b3-1d149eee24d5 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236722 Aug 25 16:12:46.832689 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Allocated IP 172.27.2.206 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/89d7a286-73aa-43b2-8145-4f75397063b3) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:46.862506 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db4ef2-1d1c-42d9-8fcb-75e73df4e96c req-0402b2fa-08d4-4a6e-949d-2d00b0af4b2a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:46.863646 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e2db4ef2-1d1c-42d9-8fcb-75e73df4e96c req-0402b2fa-08d4-4a6e-949d-2d00b0af4b2a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2111723 Aug 25 16:12:46.883565 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:46.897023 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] Sync routers for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:46.914832 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:46.916611 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:12:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:46.936520 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.000007 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e2db4ef2-1d1c-42d9-8fcb-75e73df4e96c req-9d616827-ecac-4bc4-8c0d-61cf8dc3151a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188557 Aug 25 16:12:47.018780 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9295032 Aug 25 16:12:47.018780 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:47.095272 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d294c24-9015-40d6-9313-6cabaf6f736d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcadb08-867f-4882-b7c0-b27c7b9ffee0', 'code': 200} Aug 25 16:12:47.095416 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.129545 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cc9aa-285c-40f4-9007-acc7b7890df8 req-a9005b8c-9fec-4f04-9161-b80642b1f42e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:47.131089 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a8cc9aa-285c-40f4-9007-acc7b7890df8 req-a9005b8c-9fec-4f04-9161-b80642b1f42e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 945 time: 0.1380427 Aug 25 16:12:47.137162 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:47.157592 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74', 'status': 'completed', 'code': 200} Aug 25 16:12:47.161508 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.166283 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:47.255766 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a8cc9aa-285c-40f4-9007-acc7b7890df8 req-9c893676-2f9d-4914-8e79-af15342e732e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193578 Aug 25 16:12:47.261081 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'Port': ['ID=89d7a286-73aa-43b2-8145-4f75397063b3,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:47.264249 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:47.266163 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:47.269233 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:47.307130 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.307608 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.307884 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.308238 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.308589 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.308942 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.309291 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.309638 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.309984 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.310327 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.310669 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:47.315749 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:47.416877 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06edce00-e8c4-4964-b69d-517ba014518c req-cd958123-8c49-468c-b4d6-9b29c89f1801 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1098 time: 0.1405449 Aug 25 16:12:47.512081 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:06Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '971a5c38-f24e-40e8-a0d0-d2063c1a6410', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'port_id': '13c47cee-dbde-4300-97af-7348c597ef74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'mac_address': 'fa:16:3e:96:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:45Z', 'revision_number': 0, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652e3eae-d8f3-4e45-a61a-4592376ac091', 'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'mac_address': 'fa:16:3e:cb:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:05Z', 'updated_at': '2021-08-25T16:11:16Z', 'revision_number': 5, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'subnets': [{'id': 'd2622123-f032-4ebd-a045-23ca33227397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:47.516967 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] Checking router: 0dd92018-4b7a-4dd8-b76e-6289120a00d3 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:47.520586 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e2de6-071a-4dfd-ae5f-49366a23b758 req-ce1b1198-95e9-4442-a54a-2bdc95987275 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:47.522002 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-764e2de6-071a-4dfd-ae5f-49366a23b758 req-ce1b1198-95e9-4442-a54a-2bdc95987275 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1563337 Aug 25 16:12:47.531031 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:47.531727 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:12:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:47.611011 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.669778 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edce00-e8c4-4964-b69d-517ba014518c req-85ac72fe-3d6c-40c4-90c1-1256a6e27b63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:47.671360 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06edce00-e8c4-4964-b69d-517ba014518c req-85ac72fe-3d6c-40c4-90c1-1256a6e27b63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=53705678-def4-4b8e-a6fe-f5d17934f7df HTTP/1.1" status: 200 len: 910 time: 0.2243764 Aug 25 16:12:47.722997 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:47.763878 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d18488d4-5e5a-49a8-b433-1ad6ec074d71 req-524f4ebb-0e38-4f2d-9dc0-db1d88d8e572 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 1098 time: 0.2728097 Aug 25 16:12:47.788217 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-764e2de6-071a-4dfd-ae5f-49366a23b758 req-8e393029-5c57-45e2-a669-adb54033fae1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287146 Aug 25 16:12:47.810996 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06edce00-e8c4-4964-b69d-517ba014518c req-909d8e28-beeb-4e9c-ba2f-9e019652c97b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13c47cee-dbde-4300-97af-7348c597ef74 HTTP/1.1" status: 200 len: 999 time: 0.1315863 Aug 25 16:12:47.887328 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edce00-e8c4-4964-b69d-517ba014518c req-fe9cddf7-b6ae-40ae-bb7f-4d254bdca422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:47.888756 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06edce00-e8c4-4964-b69d-517ba014518c req-fe9cddf7-b6ae-40ae-bb7f-4d254bdca422 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2622123-f032-4ebd-a045-23ca33227397 HTTP/1.1" status: 200 len: 847 time: 0.0639727 Aug 25 16:12:47.893832 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d18488d4-5e5a-49a8-b433-1ad6ec074d71 req-6845128b-7d63-415b-9db9-bfe907029882 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199384 Aug 25 16:12:48.092988 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:06Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '971a5c38-f24e-40e8-a0d0-d2063c1a6410', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'port_id': '13c47cee-dbde-4300-97af-7348c597ef74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'mac_address': 'fa:16:3e:96:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:45Z', 'revision_number': 0, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652e3eae-d8f3-4e45-a61a-4592376ac091', 'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'mac_address': 'fa:16:3e:cb:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:05Z', 'updated_at': '2021-08-25T16:11:16Z', 'revision_number': 5, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'subnets': [{'id': 'd2622123-f032-4ebd-a045-23ca33227397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:48.097393 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074ae0c-e116-4f17-a45b-e69c3828206c None None] The sync data for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi is: [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:06Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '971a5c38-f24e-40e8-a0d0-d2063c1a6410', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'port_id': '13c47cee-dbde-4300-97af-7348c597ef74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'mac_address': 'fa:16:3e:96:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:45Z', 'revision_number': 0, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652e3eae-d8f3-4e45-a61a-4592376ac091', 'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'mac_address': 'fa:16:3e:cb:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:05Z', 'updated_at': '2021-08-25T16:11:16Z', 'revision_number': 5, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'subnets': [{'id': 'd2622123-f032-4ebd-a045-23ca33227397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:48.135634 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caec48-2be0-4f87-8fab-b8bbeeb0860e req-1400dc69-3527-438f-a8fb-438a4e0e2476 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:48.137156 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f2caec48-2be0-4f87-8fab-b8bbeeb0860e req-1400dc69-3527-438f-a8fb-438a4e0e2476 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.1750317 Aug 25 16:12:48.201139 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.296870 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.297907 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a5dae-2500-4a4b-914a-0fcbda38dfe1 None None] New status for floating IP 971a5c38-f24e-40e8-a0d0-d2063c1a6410: ACTIVE {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:12:48.326019 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f2caec48-2be0-4f87-8fab-b8bbeeb0860e req-bb662854-b24a-4a89-8194-13f2a1a56ae8 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792693 Aug 25 16:12:48.328948 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06edce00-e8c4-4964-b69d-517ba014518c req-9157ec2b-8e96-428a-ae9b-bd180957bea4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53705678-def4-4b8e-a6fe-f5d17934f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755115 Aug 25 16:12:48.457568 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559dd08-8321-4736-812b-afd753ff64e1 req-62c3c10f-3730-4242-beee-1dcc65f4b8a9 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:48.459026 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9559dd08-8321-4736-812b-afd753ff64e1 req-62c3c10f-3730-4242-beee-1dcc65f4b8a9 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.3135428 Aug 25 16:12:48.513901 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06edce00-e8c4-4964-b69d-517ba014518c req-76c0571b-fe43-4892-beb9-1dc9a4c8962f service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516855 Aug 25 16:12:48.609761 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9559dd08-8321-4736-812b-afd753ff64e1 req-de40763b-4b12-443b-b022-0a80b0010d9d tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115968 Aug 25 16:12:48.643212 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.651370 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4256c7a-703d-4510-ae0b-853782e27059 req-e564c90c-07f5-4e85-9445-7853836d0ee1 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:48.652916 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c4256c7a-703d-4510-ae0b-853782e27059 req-e564c90c-07f5-4e85-9445-7853836d0ee1 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 945 time: 0.1907167 Aug 25 16:12:48.653951 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7215769'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.656458 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-06edce00-e8c4-4964-b69d-517ba014518c req-a83b4a7a-0c44-4b2e-8328-ee6b3a33b604 service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272535 Aug 25 16:12:48.658686 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b28d846e-f977-4ba8-a3ff-b8c5b1628846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:48.772895 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'Port': ['ID=89d7a286-73aa-43b2-8145-4f75397063b3,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:48.789430 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:48.816974 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.864457 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c4256c7a-703d-4510-ae0b-853782e27059 req-dd80b0b7-511b-4b99-8f8d-453615a7169c tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745481 Aug 25 16:12:49.074731 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d939958-8c9d-48bb-818e-c3da99c3a97f req-506ad149-b40b-4b29-8240-09c4420f8f7a tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:49.076204 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1d939958-8c9d-48bb-818e-c3da99c3a97f req-506ad149-b40b-4b29-8240-09c4420f8f7a tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1129391 Aug 25 16:12:49.078654 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Floating IP 3eaf6b0b-c3cf-48e6-948c-6312a30563fd associated. External IP: 172.27.2.206, port: 7f808cb8-e1d9-49f6-a14f-471c6471b415. Aug 25 16:12:49.266557 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1d939958-8c9d-48bb-818e-c3da99c3a97f req-2f0c5686-4636-409f-a889-a08e8dc8b38b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417735 Aug 25 16:12:49.602497 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def433b-382c-41da-8a6a-900da20af33a req-b7dfa8c8-9065-4035-b438-c4962b3192e8 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:49.604600 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0def433b-382c-41da-8a6a-900da20af33a req-b7dfa8c8-9065-4035-b438-c4962b3192e8 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.1475537 Aug 25 16:12:49.626251 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.668436 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0def433b-382c-41da-8a6a-900da20af33a req-0a013f7f-6917-458f-9cfe-75b836a18c8b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535557 Aug 25 16:12:49.686179 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Router 1dd99cc0-2179-42ba-883f-8af7243d266e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:12:49.923127 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35447af-18ce-41d9-8659-4fdce19a3ae8 req-379fa67c-10b0-4c28-a709-ee02184a4579 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:49.930597 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d35447af-18ce-41d9-8659-4fdce19a3ae8 req-379fa67c-10b0-4c28-a709-ee02184a4579 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.1817923 Aug 25 16:12:50.005072 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d35447af-18ce-41d9-8659-4fdce19a3ae8 req-f4241b17-f272-4437-9527-ea221fa282eb tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735769 Aug 25 16:12:50.065982 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:50.076036 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] Sync routers for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:50.088377 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:50.089151 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:12:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:50.104793 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.161838 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e407d5-ee56-47f1-aac2-cb1c389963da req-3661665b-6db3-4a19-a9d8-a5f4396a2819 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.163333 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d7e407d5-ee56-47f1-aac2-cb1c389963da req-3661665b-6db3-4a19-a9d8-a5f4396a2819 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 945 time: 0.1529212 Aug 25 16:12:50.176210 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8620763 Aug 25 16:12:50.180541 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'tag': '7f808cb8-e1d9-49f6-a14f-471c6471b415'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:50.259996 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'tag': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'status': 'completed', 'code': 200} Aug 25 16:12:50.262631 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d7e407d5-ee56-47f1-aac2-cb1c389963da req-344d4c85-cd4f-4e62-a030-1f101cdd1fa8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834091 Aug 25 16:12:50.266618 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:12:50.299469 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:50.407690 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-2a33499c-9c61-4204-b028-8d3f671cbf73 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.408388 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-2a33499c-9c61-4204-b028-8d3f671cbf73 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Synchronizing usage tracker for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:50.435174 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-e83d6bbf-4f29-4e0c-80d3-d1a182ae3d27 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.435744 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-e83d6bbf-4f29-4e0c-80d3-d1a182ae3d27 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Synchronizing usage tracker for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:50.456667 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89fb197c-bec9-456f-b830-c32b7d5be926 req-05f5cd82-430a-4608-9a12-3ca96e986818 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 1098 time: 0.1581278 Aug 25 16:12:50.458713 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-2a33499c-9c61-4204-b028-8d3f671cbf73 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Unset dirty status for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:50.459933 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-2a33499c-9c61-4204-b028-8d3f671cbf73 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.3170824 Aug 25 16:12:50.467250 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-e83d6bbf-4f29-4e0c-80d3-d1a182ae3d27 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Unset dirty status for tenant:90129b59b4d84095bda6ed860edb1c29 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:50.469005 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-e83d6bbf-4f29-4e0c-80d3-d1a182ae3d27 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.2658381 Aug 25 16:12:50.486092 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c610b-906c-482a-bb80-afc9215625ab req-8e278d7c-d862-4513-b7a0-c08207b6fc40 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.492082 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-765c610b-906c-482a-bb80-afc9215625ab req-8e278d7c-d862-4513-b7a0-c08207b6fc40 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0990775 Aug 25 16:12:50.534676 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-765c610b-906c-482a-bb80-afc9215625ab req-a7337af1-feef-4a5c-b029-947ba9fd00ef tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411084 Aug 25 16:12:50.717028 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '3eaf6b0b-c3cf-48e6-948c-6312a30563fd', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:0b:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:47Z', 'updated_at': '2021-08-25T16:12:47Z', 'revision_number': 0, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:50.722431 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] Checking router: 1dd99cc0-2179-42ba-883f-8af7243d266e for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:50.737176 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:50.738196 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:12:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:50.767032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Deleting port 0bdf7007-134a-442c-991e-6fe82b38df45 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:50.767746 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.824948 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Deleting port 011b56fe-af6f-45ed-8a85-8c5750543f3c {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:50.825276 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.968150 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293aaea1-dbe2-4992-9d24-bae2f6351fee req-ffe72708-a51f-4e42-89f5-c81b69d1cc95 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.976479 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-293aaea1-dbe2-4992-9d24-bae2f6351fee req-ffe72708-a51f-4e42-89f5-c81b69d1cc95 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 946 time: 0.1710949 Aug 25 16:12:51.012796 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:51.032779 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb197c-bec9-456f-b830-c32b7d5be926 req-c1530a60-e5d3-4dee-8c6a-b6cd9ace9569 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.034212 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89fb197c-bec9-456f-b830-c32b7d5be926 req-c1530a60-e5d3-4dee-8c6a-b6cd9ace9569 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.5639546 Aug 25 16:12:51.079562 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-293aaea1-dbe2-4992-9d24-bae2f6351fee req-5358d014-d02a-453c-8f43-a407af9fdc5f tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021268 Aug 25 16:12:51.107115 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dbd7f-9040-47ab-8517-136c35625b18 req-846e85d4-5225-4ddc-a424-e1413dbd6859 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.109446 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a75dbd7f-9040-47ab-8517-136c35625b18 req-846e85d4-5225-4ddc-a424-e1413dbd6859 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.2237713 Aug 25 16:12:51.173113 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf58e573-c357-4aaf-9e13-eaa52ad0cb62 req-5df1ca62-57ea-4378-8d5b-ccf104c11fb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 1098 time: 0.1527889 Aug 25 16:12:51.176106 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a75dbd7f-9040-47ab-8517-136c35625b18 req-7b4e2f7f-637d-4cf6-914b-c31f7213cc48 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613062 Aug 25 16:12:51.374080 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89fb197c-bec9-456f-b830-c32b7d5be926 req-c63e0366-070f-4769-bf98-7cb6e3e7242e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f808cb8-e1d9-49f6-a14f-471c6471b415 HTTP/1.1" status: 200 len: 999 time: 0.3273518 Aug 25 16:12:51.390969 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e573-c357-4aaf-9e13-eaa52ad0cb62 req-cfab844f-e2ba-49df-9db7-74fbc0b5a4d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.393115 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf58e573-c357-4aaf-9e13-eaa52ad0cb62 req-cfab844f-e2ba-49df-9db7-74fbc0b5a4d8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 912 time: 0.2119901 Aug 25 16:12:51.438387 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '3eaf6b0b-c3cf-48e6-948c-6312a30563fd', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:0b:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:47Z', 'updated_at': '2021-08-25T16:12:47Z', 'revision_number': 0, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:51.442958 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e500b6-179e-454a-b304-13781a9ff96b None None] The sync data for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi is: [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '3eaf6b0b-c3cf-48e6-948c-6312a30563fd', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:0b:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:47Z', 'updated_at': '2021-08-25T16:12:47Z', 'revision_number': 0, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:51.461127 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] For port 0bdf7007-134a-442c-991e-6fe82b38df45, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0bdf7007-134a-442c-991e-6fe82b38df45,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:51.461787 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.624644 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Calling delete_port for 0bdf7007-134a-442c-991e-6fe82b38df45 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:51.663587 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3191d3-fb2d-4beb-9df2-a703d94222fc None None] New status for floating IP 3eaf6b0b-c3cf-48e6-948c-6312a30563fd: ACTIVE {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:12:51.664114 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb197c-bec9-456f-b830-c32b7d5be926 req-a090c1b9-1ba6-40b5-8d70-29b3110cf6bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.665420 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89fb197c-bec9-456f-b830-c32b7d5be926 req-a090c1b9-1ba6-40b5-8d70-29b3110cf6bf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.2693124 Aug 25 16:12:51.672043 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf58e573-c357-4aaf-9e13-eaa52ad0cb62 req-54b4e126-f271-45da-8a1a-1842bf5099be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f HTTP/1.1" status: 200 len: 1001 time: 0.2355111 Aug 25 16:12:51.674185 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] For port 011b56fe-af6f-45ed-8a85-8c5750543f3c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=011b56fe-af6f-45ed-8a85-8c5750543f3c,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:51.674541 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.691645 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93e521-6fc9-4634-8157-c5e40cd0287a req-7a31ecbe-cac0-4e5f-967b-4bdbdd1969c4 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.693102 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fb93e521-6fc9-4634-8157-c5e40cd0287a req-7a31ecbe-cac0-4e5f-967b-4bdbdd1969c4 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 945 time: 0.2990084 Aug 25 16:12:51.700862 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5a882-8a8a-4da6-aa40-884e3a2e7b8d req-6ed6cac0-ad6c-47b7-aa93-27f2269647f4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.707708 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-63d5a882-8a8a-4da6-aa40-884e3a2e7b8d req-6ed6cac0-ad6c-47b7-aa93-27f2269647f4 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 945 time: 0.4334800 Aug 25 16:12:51.827833 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e573-c357-4aaf-9e13-eaa52ad0cb62 req-b5c85bfd-60a5-4571-ab48-b91f2daa357c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.829445 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf58e573-c357-4aaf-9e13-eaa52ad0cb62 req-b5c85bfd-60a5-4571-ab48-b91f2daa357c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 200 len: 849 time: 0.1351972 Aug 25 16:12:51.845538 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fb93e521-6fc9-4634-8157-c5e40cd0287a req-45bfc625-40c7-4d75-bb13-6ea97f2a72c8 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347058 Aug 25 16:12:51.851999 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Calling delete_port for 011b56fe-af6f-45ed-8a85-8c5750543f3c owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:51.906959 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-63d5a882-8a8a-4da6-aa40-884e3a2e7b8d req-bd379d2a-73e5-480a-a71e-e0d57d322676 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/security-groups?id=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871424 Aug 25 16:12:51.970245 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf58e573-c357-4aaf-9e13-eaa52ad0cb62 req-c2394e54-aebb-436b-89c3-aa5a84c40f6f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3283531-0cca-4c41-9237-dcec1b05d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304955 Aug 25 16:12:52.045539 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89fb197c-bec9-456f-b830-c32b7d5be926 req-1ad0cf0c-dafb-425f-9c4c-769c9d14ff89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3631780 Aug 25 16:12:52.130479 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf58e573-c357-4aaf-9e13-eaa52ad0cb62 req-c7c69b93-c00a-4197-8cfb-9f0215e0979b service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525888 Aug 25 16:12:52.231831 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:52.246833 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:52.269266 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['0bdf7007-134a-442c-991e-6fe82b38df45'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:52.299798 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Pushing event deleted for resources: {'Port': ['ID=0bdf7007-134a-442c-991e-6fe82b38df45,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:52.313428 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:52.345459 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:52.348510 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf58e573-c357-4aaf-9e13-eaa52ad0cb62 req-d9fe05ac-ae08-4edf-8791-51950dad1797 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111607 Aug 25 16:12:52.373435 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10bc2-4d91-4527-b841-8fbeee6b3c5d req-59a60ffb-574c-4c5c-b339-e0472349ae68 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:52.375223 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c2b10bc2-4d91-4527-b841-8fbeee6b3c5d req-59a60ffb-574c-4c5c-b339-e0472349ae68 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 867 time: 0.1166966 Aug 25 16:12:52.376091 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9320321f-58c7-472d-bd42-c95b414ddd77 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:52.425057 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['ca34c05a-231c-43f2-83b9-d1d28fd40d37', '01931b1a-b098-4f0c-8110-c7694577578f', 'db74798b-c322-4ed6-a239-e65534e985f9', '011b56fe-af6f-45ed-8a85-8c5750543f3c'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:52.447812 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c2b10bc2-4d91-4527-b841-8fbeee6b3c5d req-b5e3898e-d415-43ae-b432-0a77ea69e4bd tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647378 Aug 25 16:12:52.454342 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Pushing event deleted for resources: {'Port': ['ID=011b56fe-af6f-45ed-8a85-8c5750543f3c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:52.466614 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] No DVR routers for this DVR port 0bdf7007-134a-442c-991e-6fe82b38df45 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:52.468399 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:52.475339 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:52.480296 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea675d7f-2c35-404d-9019-e1e440b00edf', 'name': 'network-vif-deleted', 'tag': '0bdf7007-134a-442c-991e-6fe82b38df45'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:52.516613 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89fb197c-bec9-456f-b830-c32b7d5be926 req-9cc25217-070f-41b5-a362-825d7a54a269 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604974 Aug 25 16:12:52.582520 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea675d7f-2c35-404d-9019-e1e440b00edf', 'name': 'network-vif-deleted', 'tag': '0bdf7007-134a-442c-991e-6fe82b38df45', 'status': 'completed', 'code': 200} Aug 25 16:12:52.672816 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-77b440e6-294c-49d9-a29e-3985a98a8eb9 req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.76 "DELETE /v2.0/ports/0bdf7007-134a-442c-991e-6fe82b38df45 HTTP/1.1" status: 204 len: 173 time: 2.1740453 Aug 25 16:12:52.688675 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d3932-c854-4c2f-9db8-2acbbe8881bd req-be97e999-4bbd-4f80-a241-865ba3230321 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:52.698209 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c44d3932-c854-4c2f-9db8-2acbbe8881bd req-be97e999-4bbd-4f80-a241-865ba3230321 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.1194012 Aug 25 16:12:52.721430 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] No DVR routers for this DVR port 011b56fe-af6f-45ed-8a85-8c5750543f3c on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:52.725229 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:52.727159 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6a4136c8-9f96-4ac7-b448-af75798d7131 req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "DELETE /v2.0/ports/011b56fe-af6f-45ed-8a85-8c5750543f3c HTTP/1.1" status: 204 len: 173 time: 2.2298293 Aug 25 16:12:52.757048 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c44d3932-c854-4c2f-9db8-2acbbe8881bd req-34b3a011-6ed9-4e9f-a088-44689441619b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576155 Aug 25 16:12:52.785980 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89fb197c-bec9-456f-b830-c32b7d5be926 req-36486d1e-5366-48fd-89a9-701df07cd8b9 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024779 Aug 25 16:12:53.100438 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6022dd74-d5a2-43cd-98be-0acb2117cae5 req-d623c160-ed53-4c38-a10c-f82b332474f3 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 210 time: 0.0405629 Aug 25 16:12:53.635870 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cfd4199d-d3db-408d-823d-0a0d987c319f req-f4855bfc-eb20-45cc-8f58-1859b8484026 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=b713eef1-63bd-4ce9-84f1-fca69eee8a8d HTTP/1.1" status: 200 len: 210 time: 0.0472274 Aug 25 16:12:53.962800 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219ba02-2963-4fa8-b5d7-d969631ce1ca req-c4cf865a-054b-4e5b-b2e9-7b1485791f5f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:53.964736 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2219ba02-2963-4fa8-b5d7-d969631ce1ca req-c4cf865a-054b-4e5b-b2e9-7b1485791f5f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0887234 Aug 25 16:12:54.016095 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2219ba02-2963-4fa8-b5d7-d969631ce1ca req-2fa28626-896f-480e-a75b-beae8bb8a710 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 Aug 25 16:12:54.274151 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6cd34fc8-9bb9-4f61-9cfc-ab6584444dfd req-b56525d4-144a-4112-b52e-49deb92fc290 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea675d7f-2c35-404d-9019-e1e440b00edf HTTP/1.1" status: 200 len: 210 time: 0.0395095 Aug 25 16:12:54.419898 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 0bdf7007-134a-442c-991e-6fe82b38df45 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:54.454030 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 0bdf7007-134a-442c-991e-6fe82b38df45 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:54.454353 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 0bdf7007-134a-442c-991e-6fe82b38df45 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:54.454769 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 011b56fe-af6f-45ed-8a85-8c5750543f3c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:54.489412 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 011b56fe-af6f-45ed-8a85-8c5750543f3c {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:54.489766 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 011b56fe-af6f-45ed-8a85-8c5750543f3c not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:54.583980 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b713eef1-63bd-4ce9-84f1-fca69eee8a8d', 'name': 'network-vif-deleted', 'tag': '011b56fe-af6f-45ed-8a85-8c5750543f3c'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:54.637142 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b713eef1-63bd-4ce9-84f1-fca69eee8a8d', 'name': 'network-vif-deleted', 'tag': '011b56fe-af6f-45ed-8a85-8c5750543f3c', 'status': 'completed', 'code': 200} Aug 25 16:12:55.378580 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 56352) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:55.761719 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2020191'] for router_interface, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.406493 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3d5b9-4cfd-434d-8863-8f1be7c58ad7 req-0b900e8a-2146-44fe-b777-aec6882b7a46 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:56.407916 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a8a3d5b9-4cfd-434d-8863-8f1be7c58ad7 req-0b900e8a-2146-44fe-b777-aec6882b7a46 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 945 time: 0.1087298 Aug 25 16:12:56.514291 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a8a3d5b9-4cfd-434d-8863-8f1be7c58ad7 req-bc84a40b-abae-4398-8eb8-a0a0465569a1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992410 Aug 25 16:12:56.594482 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Deleting port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:56.594819 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.769855 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] For port edb121f6-14ca-4fbc-b8c8-7a7db6332c2b, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=edb121f6-14ca-4fbc-b8c8-7a7db6332c2b,segment=NetworkSegment(aac12a11-f7c4-4342-9c80-b1590913fae1),segment_id=aac12a11-f7c4-4342-9c80-b1590913fae1)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:56.770100 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.895861 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Calling delete_port for edb121f6-14ca-4fbc-b8c8-7a7db6332c2b owned by network:router_interface {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:57.271666 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.275094 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:57.316082 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Pushing event deleted for resources: {'Port': ['ID=edb121f6-14ca-4fbc-b8c8-7a7db6332c2b,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:57.319425 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:57.731452 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3043458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2020267'] for router_interface, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.746431 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564793ba-68b8-4e53-90c9-bf7f73fed32b req-d6313f1b-9f28-4536-90be-9a23b0b4f890 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:57.747908 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-564793ba-68b8-4e53-90c9-bf7f73fed32b req-d6313f1b-9f28-4536-90be-9a23b0b4f890 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 945 time: 0.1017129 Aug 25 16:12:57.866775 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-564793ba-68b8-4e53-90c9-bf7f73fed32b req-8c01486c-e021-483f-ad83-7841dd551b19 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683968 Aug 25 16:12:58.350765 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Router 5934c67d-1444-4554-8766-bb57d42e920e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:12:58.518927 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-ff587de6-5297-4fd5-ba42-ee9e99433947 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:58.519891 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-ff587de6-5297-4fd5-ba42-ee9e99433947 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Synchronizing usage tracker for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:58.535388 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-ff587de6-5297-4fd5-ba42-ee9e99433947 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Unset dirty status for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:58.536760 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-ff587de6-5297-4fd5-ba42-ee9e99433947 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 945 time: 0.0918305 Aug 25 16:12:58.550461 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:58.562250 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] Sync routers for ids ['5934c67d-1444-4554-8766-bb57d42e920e'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:58.566058 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] 10.222.0.73 "PUT /v2.0/routers/5934c67d-1444-4554-8766-bb57d42e920e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1839211 Aug 25 16:12:58.566254 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 56372) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:58.576760 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] Routers {'5934c67d-1444-4554-8766-bb57d42e920e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:58.577509 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:12:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['5934c67d-1444-4554-8766-bb57d42e920e'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:58.613914 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Deleting port db74798b-c322-4ed6-a239-e65534e985f9 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:58.614138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.760506 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] Set router 5934c67d-1444-4554-8766-bb57d42e920e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:58.778682 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks [] for router, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.937533 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] For port db74798b-c322-4ed6-a239-e65534e985f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=db74798b-c322-4ed6-a239-e65534e985f9,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:58.938974 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.144071 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Calling delete_port for db74798b-c322-4ed6-a239-e65534e985f9 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:59.187856 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934c67d-1444-4554-8766-bb57d42e920e', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:32Z', 'updated_at': '2021-08-25T16:12:57Z', 'revision_number': 5, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'gw_port': {'id': 'a93339aa-3e2a-4175-bc33-fa4460221659', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934c67d-1444-4554-8766-bb57d42e920e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:59.195998 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] Checking router: 5934c67d-1444-4554-8766-bb57d42e920e for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:59.217737 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] Routers {'5934c67d-1444-4554-8766-bb57d42e920e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:59.218445 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:12:47Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['5934c67d-1444-4554-8766-bb57d42e920e'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:59.258415 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.275955 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa15fe-15b7-4f79-a5e1-50eedb2826a6 req-2edb5d89-6041-4653-948c-1ce8801ead67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:59.277437 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-87fa15fe-15b7-4f79-a5e1-50eedb2826a6 req-2edb5d89-6041-4653-948c-1ce8801ead67 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=83c5be18-9fea-4891-9604-df1deaebac18 HTTP/1.1" status: 200 len: 945 time: 0.1957140 Aug 25 16:12:59.283296 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Deleting port a93339aa-3e2a-4175-bc33-fa4460221659 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:59.283872 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.326214 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.335256 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:59.365303 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['ca34c05a-231c-43f2-83b9-d1d28fd40d37', '01931b1a-b098-4f0c-8110-c7694577578f', 'db74798b-c322-4ed6-a239-e65534e985f9'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:59.420723 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Pushing event deleted for resources: {'Port': ['ID=db74798b-c322-4ed6-a239-e65534e985f9,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:59.429973 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:59.463624 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] Set router 5934c67d-1444-4554-8766-bb57d42e920e gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:59.492926 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-87fa15fe-15b7-4f79-a5e1-50eedb2826a6 req-6416f41c-16c5-4a7a-8ccc-423d864f073b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805663 Aug 25 16:12:59.508833 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] No DVR routers for this DVR port db74798b-c322-4ed6-a239-e65534e985f9 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:59.513025 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.519425 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c5be18-9fea-4891-9604-df1deaebac18', 'name': 'network-vif-deleted', 'tag': 'db74798b-c322-4ed6-a239-e65534e985f9'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:59.537105 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0462df5f-6f53-4823-be3f-07a41b4d129b req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "DELETE /v2.0/ports/db74798b-c322-4ed6-a239-e65534e985f9 HTTP/1.1" status: 204 len: 173 time: 0.9904475 Aug 25 16:12:59.564128 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] For port a93339aa-3e2a-4175-bc33-fa4460221659, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a93339aa-3e2a-4175-bc33-fa4460221659,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:59.564492 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.591565 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c5be18-9fea-4891-9604-df1deaebac18', 'name': 'network-vif-deleted', 'tag': 'db74798b-c322-4ed6-a239-e65534e985f9', 'status': 'completed', 'code': 200} Aug 25 16:12:59.625269 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934c67d-1444-4554-8766-bb57d42e920e', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:32Z', 'updated_at': '2021-08-25T16:12:59Z', 'revision_number': 6, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'gw_port_host': None}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:59.630917 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ecaab-5f1b-4b35-b939-772ddd8b96bd None None] The sync data for ids ['5934c67d-1444-4554-8766-bb57d42e920e'] in dv-cinder-806007-1-iscsi is: [{'id': '5934c67d-1444-4554-8766-bb57d42e920e', 'name': 'tempest-ServerRescueNegativeTestJSON-471679056-router', 'tenant_id': '90129b59b4d84095bda6ed860edb1c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:32Z', 'updated_at': '2021-08-25T16:12:59Z', 'revision_number': 6, 'project_id': '90129b59b4d84095bda6ed860edb1c29', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:59.698671 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Calling delete_port for a93339aa-3e2a-4175-bc33-fa4460221659 owned by network:router_gateway {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:59.871724 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.875483 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:59.922512 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Pushing event deleted for resources: {'Port': ['ID=a93339aa-3e2a-4175-bc33-fa4460221659,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:59.925924 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:00.151497 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022946'] for router_gateway, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.413484 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2017422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12587'] for router, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.418012 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.624979 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2017822'] for router, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.625589 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5934c67d-1444-4554-8766-bb57d42e920e {{(pid=75028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:13:00.639919 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.644418 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56390) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:00.644962 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] 10.222.0.73 "DELETE /v2.0/routers/5934c67d-1444-4554-8766-bb57d42e920e HTTP/1.1" status: 204 len: 168 time: 2.0767138 Aug 25 16:13:00.716307 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] Deleting subnet 5206a5b1-89e6-49d9-a93f-23e1c0ecf59c {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:13:00.719886 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.771123 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.838435 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.912234 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.916830 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:00.952030 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5206a5b1-89e6-49d9-a93f-23e1c0ecf59c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:00.955654 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:00.958906 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.966620 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5206a5b1-89e6-49d9-a93f-23e1c0ecf59c HTTP/1.1" status: 204 len: 168 time: 0.3200235 Aug 25 16:13:00.968252 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56400) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:01.050104 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013ba5b-080f-4eb4-becd-5ba339a0b17a req-c0e2b26a-e13f-4b1a-959b-710029118e8e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:01.051655 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d013ba5b-080f-4eb4-becd-5ba339a0b17a req-c0e2b26a-e13f-4b1a-959b-710029118e8e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 945 time: 0.0827281 Aug 25 16:13:01.099869 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d013ba5b-080f-4eb4-becd-5ba339a0b17a req-fe968ae4-0d4a-47af-a58a-3e6591c30b5b tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Aug 25 16:13:01.150197 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.270212 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.284062 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397a5270-5ab7-493f-8f7f-bbecd3e6f8dc']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:01.297330 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac12a11-f7c4-4342-9c80-b1590913fae1') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:01.297622 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac12a11-f7c4-4342-9c80-b1590913fae1') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:01.309774 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7089974'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.326946 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.334007 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:13:01.334709 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1512802'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: timer() Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: self._notify() Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: event.method(event) Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:13:01.363387 dv-cinder-806007-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:13:01.367949 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device edb121f6-14ca-4fbc-b8c8-7a7db6332c2b no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:01.402430 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: edb121f6-14ca-4fbc-b8c8-7a7db6332c2b {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:01.402812 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device edb121f6-14ca-4fbc-b8c8-7a7db6332c2b not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:01.460485 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.465981 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.468395 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:01.489489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=397a5270-5ab7-493f-8f7f-bbecd3e6f8dc,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:01.492140 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:01.497124 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] 10.222.0.73 "DELETE /v2.0/networks/397a5270-5ab7-493f-8f7f-bbecd3e6f8dc HTTP/1.1" status: 204 len: 168 time: 0.5278890 Aug 25 16:13:01.692729 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56406) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:01.747022 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ada04d57-15b3-4284-842f-cbc0443328ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90129b59b4d84095bda6ed860edb1c29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530822 Aug 25 16:13:01.749412 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56410) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:01.810131 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e495727-a746-4135-848c-0a5d3aa6a47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.836127 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e495727-a746-4135-848c-0a5d3aa6a47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.888638 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e495727-a746-4135-848c-0a5d3aa6a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.892629 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-022731e0-9afb-45ee-8453-27cde476febe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:01.905154 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e495727-a746-4135-848c-0a5d3aa6a47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1cfc77-298d-4d8b-860a-e6c38bb66ff1,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:01.907585 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3e495727-a746-4135-848c-0a5d3aa6a47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:01.919705 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e495727-a746-4135-848c-0a5d3aa6a47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:01.923103 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3e495727-a746-4135-848c-0a5d3aa6a47b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c1cfc77-298d-4d8b-860a-e6c38bb66ff1 HTTP/1.1" status: 204 len: 168 time: 0.1705201 Aug 25 16:13:02.309084 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddf151-789f-4f9c-b5a4-a6ba4d2a1ef8 req-814a70b1-4c81-4344-aa4f-d993b4e83ef1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:02.310566 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e0ddf151-789f-4f9c-b5a4-a6ba4d2a1ef8 req-814a70b1-4c81-4344-aa4f-d993b4e83ef1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 945 time: 0.0835991 Aug 25 16:13:02.358673 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e0ddf151-789f-4f9c-b5a4-a6ba4d2a1ef8 req-68e3f956-e32f-4e6d-a000-8734eb6b90ca tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Aug 25 16:13:03.317536 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a93339aa-3e2a-4175-bc33-fa4460221659 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:03.353084 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: a93339aa-3e2a-4175-bc33-fa4460221659 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:03.353491 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a93339aa-3e2a-4175-bc33-fa4460221659 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:03.576100 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def16ebd-3b63-4861-be8f-98e8be253dd5 req-66069a78-c79f-43e8-96cd-ba52fd1b70bd tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:03.577757 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-def16ebd-3b63-4861-be8f-98e8be253dd5 req-66069a78-c79f-43e8-96cd-ba52fd1b70bd tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 945 time: 0.0896382 Aug 25 16:13:03.626602 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-def16ebd-3b63-4861-be8f-98e8be253dd5 req-a190a2c8-724d-473e-9af1-ee079fc3b480 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429685 Aug 25 16:13:04.288571 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56482) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:04.334552 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device db74798b-c322-4ed6-a239-e65534e985f9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:04.366235 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.372225 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: db74798b-c322-4ed6-a239-e65534e985f9 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:04.372560 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device db74798b-c322-4ed6-a239-e65534e985f9 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:04.431671 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.464706 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:04.468632 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Usage tracker for resource:security_group_rule and tenant:105c43fb11634b2c8920251628efec2f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:04.471380 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:04.477069 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:04.542677 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.546226 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.553020 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ca32841a-d146-4dbd-86e0-85b376f008ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:04.596924 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e844e4f-c783-491e-a989-b4dc22616f2b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:04.601301 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=105c43fb11634b2c8920251628efec2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3117094 Aug 25 16:13:04.602196 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:04.604409 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56488) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:04.663069 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e2ca924e-7677-4885-b229-623ccab659ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.688632 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e2ca924e-7677-4885-b229-623ccab659ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.741921 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e2ca924e-7677-4885-b229-623ccab659ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.745693 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e7a6bba2-fdff-4cdf-a1ee-9636744c28bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:04.756929 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca924e-7677-4885-b229-623ccab659ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e844e4f-c783-491e-a989-b4dc22616f2b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:04.761039 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e2ca924e-7677-4885-b229-623ccab659ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:04.764204 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e2ca924e-7677-4885-b229-623ccab659ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.767489 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e2ca924e-7677-4885-b229-623ccab659ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e844e4f-c783-491e-a989-b4dc22616f2b HTTP/1.1" status: 204 len: 168 time: 0.1600120 Aug 25 16:13:04.839957 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fe63a-53d3-4ab9-a750-6c629e238976 req-85b0b1bf-93c3-4892-be19-5c2e76678aa1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:04.841454 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-536fe63a-53d3-4ab9-a750-6c629e238976 req-85b0b1bf-93c3-4892-be19-5c2e76678aa1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 945 time: 0.0923707 Aug 25 16:13:04.891996 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-536fe63a-53d3-4ab9-a750-6c629e238976 req-86d01f4d-9788-44ec-9cd2-e1903319e99f tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Aug 25 16:13:05.112963 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 56502) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:05.131102 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.167361 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:05.172040 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Usage tracker for resource:security_group_rule and tenant:9fbdc521ea724d00853e06e56ea281a7 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:05.176100 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:05.184310 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:05.202009 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-bbc22a0e-bab6-499d-93eb-cff957bf411e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:05.202796 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-bbc22a0e-bab6-499d-93eb-cff957bf411e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Synchronizing usage tracker for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:05.229045 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-bbc22a0e-bab6-499d-93eb-cff957bf411e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Unset dirty status for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:05.230628 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-bbc22a0e-bab6-499d-93eb-cff957bf411e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 945 time: 0.1267409 Aug 25 16:13:05.279407 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.284065 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.291336 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:05.308838 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Deleting port 01931b1a-b098-4f0c-8110-c7694577578f {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:05.309364 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.335888 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9fbdc521ea724d00853e06e56ea281a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2217162 Aug 25 16:13:05.336735 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6cd88b-dfcb-42e4-9fae-fa3336e9a519,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:05.339479 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 56508) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:05.341931 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:05.400079 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7bf8-97f8-408b-937e-46e3a62ff5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.426751 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7bf8-97f8-408b-937e-46e3a62ff5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.481407 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7bf8-97f8-408b-937e-46e3a62ff5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.485373 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:05.498795 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb7bf8-97f8-408b-937e-46e3a62ff5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6cd88b-dfcb-42e4-9fae-fa3336e9a519,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:05.501724 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d9eb7bf8-97f8-408b-937e-46e3a62ff5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:05.503653 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7bf8-97f8-408b-937e-46e3a62ff5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.504753 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d9eb7bf8-97f8-408b-937e-46e3a62ff5ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d6cd88b-dfcb-42e4-9fae-fa3336e9a519 HTTP/1.1" status: 204 len: 168 time: 0.1643105 Aug 25 16:13:05.569748 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] For port 01931b1a-b098-4f0c-8110-c7694577578f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01931b1a-b098-4f0c-8110-c7694577578f,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:05.569748 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.690041 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Calling delete_port for 01931b1a-b098-4f0c-8110-c7694577578f owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:05.836417 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.841861 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:05.884520 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Pushing event deleted for resources: {'Port': ['ID=01931b1a-b098-4f0c-8110-c7694577578f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:05.888631 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:05.969426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] No DVR routers for this DVR port 01931b1a-b098-4f0c-8110-c7694577578f on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:13:05.972063 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.975903 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88518350-192f-493f-b937-610e24e55c00', 'name': 'network-vif-deleted', 'tag': '01931b1a-b098-4f0c-8110-c7694577578f'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:05.992102 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7a43ccf4-9f1f-46cb-86a9-29e8f5f53936 req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "DELETE /v2.0/ports/01931b1a-b098-4f0c-8110-c7694577578f HTTP/1.1" status: 204 len: 173 time: 0.7516050 Aug 25 16:13:06.040527 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88518350-192f-493f-b937-610e24e55c00', 'name': 'network-vif-deleted', 'tag': '01931b1a-b098-4f0c-8110-c7694577578f', 'status': 'completed', 'code': 200} Aug 25 16:13:06.071284 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc025784-60c7-4ee9-8e0f-f6118dc5dc5f req-a311107f-7b23-445d-bc53-2ae1870274d5 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 210 time: 0.0447593 Aug 25 16:13:07.244472 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-82b761c7-359a-4568-aaa9-94afeceb2a65 req-20254465-dc35-41c6-a02d-015cad6ee8fe tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 210 time: 0.0495551 Aug 25 16:13:08.412857 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-13303a44-ef20-4044-8881-8ef2f524e79f req-1ea6c96a-36f2-4aab-90c1-838d8e8a50aa tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=88518350-192f-493f-b937-610e24e55c00 HTTP/1.1" status: 200 len: 210 time: 0.0467036 Aug 25 16:13:08.604052 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['ca34c05a-231c-43f2-83b9-d1d28fd40d37', '01931b1a-b098-4f0c-8110-c7694577578f'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:10.630311 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 01931b1a-b098-4f0c-8110-c7694577578f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:10.665895 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 01931b1a-b098-4f0c-8110-c7694577578f {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:10.666254 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 01931b1a-b098-4f0c-8110-c7694577578f not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:11.154157 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87a61d-af98-444e-8ffe-d5c3ec2eff29 req-5ba5ec70-e1fe-4b28-bcba-d1c7149ccc41 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:11.155981 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ff87a61d-af98-444e-8ffe-d5c3ec2eff29 req-5ba5ec70-e1fe-4b28-bcba-d1c7149ccc41 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 946 time: 0.0880923 Aug 25 16:13:11.202176 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ff87a61d-af98-444e-8ffe-d5c3ec2eff29 req-6c1195da-6450-4769-bab1-b33a825b3af3 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Aug 25 16:13:12.409658 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098bfe9-7dbd-4342-a8e9-be591e27f02d req-01ac4c79-902b-43b5-9006-ad1177cedf80 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:12.411121 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3098bfe9-7dbd-4342-a8e9-be591e27f02d req-01ac4c79-902b-43b5-9006-ad1177cedf80 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 946 time: 0.0797119 Aug 25 16:13:12.459029 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3098bfe9-7dbd-4342-a8e9-be591e27f02d req-2b71897a-c9c1-4e2f-aa62-8fbb2bf01d46 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 Aug 25 16:13:13.665457 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425adc55-213e-49f8-be0f-3f6e3a7b9c9b req-3d559f6e-5290-449e-83c3-6f225d9e5ed1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:13.667071 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-425adc55-213e-49f8-be0f-3f6e3a7b9c9b req-3d559f6e-5290-449e-83c3-6f225d9e5ed1 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 946 time: 0.0813816 Aug 25 16:13:13.725633 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc5d0-b02c-484b-a121-bbc3a6063767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:13.729241 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-425adc55-213e-49f8-be0f-3f6e3a7b9c9b req-5b45d857-8623-4269-bbcc-4838e5ec23b4 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/security-groups?id=f868ddb6-ed1d-46da-8b92-854e5fc08b59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567305 Aug 25 16:13:13.793724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-cdec1af9-a90a-4ba9-8a3a-003ce45ae880 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:13.794409 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-cdec1af9-a90a-4ba9-8a3a-003ce45ae880 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Synchronizing usage tracker for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:13.816512 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-cdec1af9-a90a-4ba9-8a3a-003ce45ae880 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Unset dirty status for tenant:3c7ab4ea55f24fa9905a48022cd3a8aa on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:13.817671 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-cdec1af9-a90a-4ba9-8a3a-003ce45ae880 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 946 time: 0.1165032 Aug 25 16:13:13.968346 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Deleting port ca34c05a-231c-43f2-83b9-d1d28fd40d37 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:13.968676 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:14.166832 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:14.215001 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] For port ca34c05a-231c-43f2-83b9-d1d28fd40d37, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ca34c05a-231c-43f2-83b9-d1d28fd40d37,segment=NetworkSegment(ffa28117-7e46-4bf8-871c-0a767b20a8fb),segment_id=ffa28117-7e46-4bf8-871c-0a767b20a8fb)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:14.215592 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:14.340166 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Calling delete_port for ca34c05a-231c-43f2-83b9-d1d28fd40d37 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:14.484456 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:14.490912 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0d8f4ac2-a793-4955-b173-19f8ff5ec64a tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:14.534132 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Pushing event deleted for resources: {'Port': ['ID=ca34c05a-231c-43f2-83b9-d1d28fd40d37,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:14.536590 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:14.542889 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['ca34c05a-231c-43f2-83b9-d1d28fd40d37'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:14.608840 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] No DVR routers for this DVR port ca34c05a-231c-43f2-83b9-d1d28fd40d37 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:13:14.611177 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:14.613780 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f50fa80-ebee-4421-8554-da0ef2bb8719', 'name': 'network-vif-deleted', 'tag': 'ca34c05a-231c-43f2-83b9-d1d28fd40d37'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:14.628944 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f7ed28a3-1e77-4882-8fd4-7706adf00014 req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.76 "DELETE /v2.0/ports/ca34c05a-231c-43f2-83b9-d1d28fd40d37 HTTP/1.1" status: 204 len: 173 time: 0.7874990 Aug 25 16:13:14.677120 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f50fa80-ebee-4421-8554-da0ef2bb8719', 'name': 'network-vif-deleted', 'tag': 'ca34c05a-231c-43f2-83b9-d1d28fd40d37', 'status': 'completed', 'code': 200} Aug 25 16:13:14.915998 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0d234c92-5016-4df2-b171-3039b8866f55 req-17682f13-76f6-4e74-942d-ea30fe56dac5 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f50fa80-ebee-4421-8554-da0ef2bb8719 HTTP/1.1" status: 200 len: 210 time: 0.0466781 Aug 25 16:13:15.919521 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf6f6a-0a2c-4811-a5b3-9120497c36c2 req-47279c3f-f143-4033-8050-7143b7188044 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:15.920978 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7fdf6f6a-0a2c-4811-a5b3-9120497c36c2 req-47279c3f-f143-4033-8050-7143b7188044 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 945 time: 0.0816100 Aug 25 16:13:15.976199 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7fdf6f6a-0a2c-4811-a5b3-9120497c36c2 req-05c73223-b88d-4a38-b277-2d08e9e575c3 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484836 Aug 25 16:13:16.024455 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56650) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:16.087533 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-276dc334-abf5-426f-9e86-cc779ca9f19b admin admin] Deleting subnet 4f5401a7-aee7-4cf9-8721-14dbab981305 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:13:16.090353 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-276dc334-abf5-426f-9e86-cc779ca9f19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.138414 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-276dc334-abf5-426f-9e86-cc779ca9f19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.195345 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-276dc334-abf5-426f-9e86-cc779ca9f19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.262635 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-276dc334-abf5-426f-9e86-cc779ca9f19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.267109 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:16.302298 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dc334-abf5-426f-9e86-cc779ca9f19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f5401a7-aee7-4cf9-8721-14dbab981305,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:16.304859 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-276dc334-abf5-426f-9e86-cc779ca9f19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:16.308590 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-276dc334-abf5-426f-9e86-cc779ca9f19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.315023 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-276dc334-abf5-426f-9e86-cc779ca9f19b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4f5401a7-aee7-4cf9-8721-14dbab981305 HTTP/1.1" status: 204 len: 168 time: 0.2895017 Aug 25 16:13:16.317357 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56654) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:16.420970 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.505085 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-91dbdea6-8805-436b-be54-2f4afb40da97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.545372 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.558299 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cfb394-8717-4f82-8a7d-65d5d91c2cb7']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:16.569833 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa28117-7e46-4bf8-871c-0a767b20a8fb') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:16.570126 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa28117-7e46-4bf8-871c-0a767b20a8fb') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:16.581068 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7089974'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.600184 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.606590 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:13:16.606965 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1512802'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: timer() Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: self._notify() Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: event.method(event) Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:13:16.620468 dv-cinder-806007-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:13:16.696967 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.700426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2eb400e7-7b6b-4829-9a4c-a20db9a80e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:16.713143 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:16.724115 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Pushing event deleted for resources: {'Network': ['ID=81cfb394-8717-4f82-8a7d-65d5d91c2cb7,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:16.727047 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:16.730708 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a347681b-ae31-41a2-a7ce-2324f1258503 admin admin] 10.222.0.73 "DELETE /v2.0/networks/81cfb394-8717-4f82-8a7d-65d5d91c2cb7 HTTP/1.1" status: 204 len: 168 time: 0.4124238 Aug 25 16:13:16.935981 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56664) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:16.989864 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f3308838-eafd-4172-b7e6-a0993083303f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c7ab4ea55f24fa9905a48022cd3a8aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525229 Aug 25 16:13:16.992209 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56670) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:17.056423 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4cd4-dea6-4b7b-847f-52a0f564a955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:17.081821 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4cd4-dea6-4b7b-847f-52a0f564a955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:17.139477 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4cd4-dea6-4b7b-847f-52a0f564a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:17.144673 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fe393cf4-a6f7-48dd-85bc-208571b3d0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:17.158583 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac4cd4-dea6-4b7b-847f-52a0f564a955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f868ddb6-ed1d-46da-8b92-854e5fc08b59,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:17.160820 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4cd4-dea6-4b7b-847f-52a0f564a955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:17.162038 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f3ac4cd4-dea6-4b7b-847f-52a0f564a955 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f868ddb6-ed1d-46da-8b92-854e5fc08b59 HTTP/1.1" status: 204 len: 168 time: 0.1688261 Aug 25 16:13:17.163019 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3ac4cd4-dea6-4b7b-847f-52a0f564a955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:17.182329 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4950-6615-4278-9be0-216141ad4b19 req-7668a8a3-8db1-4798-9a6a-55cd4d03acac tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:17.183857 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bcdd4950-6615-4278-9be0-216141ad4b19 req-7668a8a3-8db1-4798-9a6a-55cd4d03acac tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 945 time: 0.0797222 Aug 25 16:13:17.233752 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bcdd4950-6615-4278-9be0-216141ad4b19 req-3fecc8d2-3ae0-41fc-9498-17ff7ff1c4f1 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440910 Aug 25 16:13:17.578357 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.447330 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6817a-d76a-44dc-a53c-f4bb542f0030 req-326758b0-83c2-41b9-ae89-4ce719615bbc tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.448858 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bfb6817a-d76a-44dc-a53c-f4bb542f0030 req-326758b0-83c2-41b9-ae89-4ce719615bbc tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 945 time: 0.0910318 Aug 25 16:13:18.496956 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-de345872-ee1c-4b1f-a0a8-0187ec843c34 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.497737 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-de345872-ee1c-4b1f-a0a8-0187ec843c34 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Synchronizing usage tracker for tenant:618d73e554cd488287e2891c6615eb15 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:18.506086 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bfb6817a-d76a-44dc-a53c-f4bb542f0030 req-a59502ae-897b-40b6-8881-a478c5b3aa74 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/security-groups?id=65dd395f-a25b-4154-92cc-50f5d1dc258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 Aug 25 16:13:18.513461 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-de345872-ee1c-4b1f-a0a8-0187ec843c34 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Unset dirty status for tenant:618d73e554cd488287e2891c6615eb15 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:18.515040 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-de345872-ee1c-4b1f-a0a8-0187ec843c34 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 945 time: 0.1790974 Aug 25 16:13:18.590298 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Deleting port fdcadb08-867f-4882-b7c0-b27c7b9ffee0 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:18.590767 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.766357 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device ca34c05a-231c-43f2-83b9-d1d28fd40d37 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:18.834066 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: ca34c05a-231c-43f2-83b9-d1d28fd40d37 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:18.834423 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device ca34c05a-231c-43f2-83b9-d1d28fd40d37 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:18.862775 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] For port fdcadb08-867f-4882-b7c0-b27c7b9ffee0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,segment=NetworkSegment(4f3162e9-bb48-4244-87fe-42db0810f6a6),segment_id=4f3162e9-bb48-4244-87fe-42db0810f6a6)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:18.863121 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.990590 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Calling delete_port for fdcadb08-867f-4882-b7c0-b27c7b9ffee0 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:19.136436 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:19.149539 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a2e93a15-cef9-4a5e-ac1a-f9d6ce0b856c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:19.193244 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['fdcadb08-867f-4882-b7c0-b27c7b9ffee0'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:19.232002 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Pushing event deleted for resources: {'Port': ['ID=fdcadb08-867f-4882-b7c0-b27c7b9ffee0,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:19.264716 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:19.275708 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] No DVR routers for this DVR port fdcadb08-867f-4882-b7c0-b27c7b9ffee0 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:13:19.278084 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:19.280729 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d294c24-9015-40d6-9313-6cabaf6f736d', 'name': 'network-vif-deleted', 'tag': 'fdcadb08-867f-4882-b7c0-b27c7b9ffee0'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:19.299374 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0eac1cbb-e1e4-4731-a8eb-e941e6114491 req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.76 "DELETE /v2.0/ports/fdcadb08-867f-4882-b7c0-b27c7b9ffee0 HTTP/1.1" status: 204 len: 173 time: 0.7734740 Aug 25 16:13:19.350830 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d294c24-9015-40d6-9313-6cabaf6f736d', 'name': 'network-vif-deleted', 'tag': 'fdcadb08-867f-4882-b7c0-b27c7b9ffee0', 'status': 'completed', 'code': 200} Aug 25 16:13:19.624751 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:19.686479 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55a6d842-e9e3-4d68-b0b9-dc9eb522b50b req-8611f99b-b100-453c-ae88-510ddaae2dcf tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d294c24-9015-40d6-9313-6cabaf6f736d HTTP/1.1" status: 200 len: 210 time: 0.0409997 Aug 25 16:13:22.705228 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device fdcadb08-867f-4882-b7c0-b27c7b9ffee0 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:22.738170 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: fdcadb08-867f-4882-b7c0-b27c7b9ffee0 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:22.738392 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device fdcadb08-867f-4882-b7c0-b27c7b9ffee0 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:27.247113 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:13:34.337413 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.487412 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56926) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:34.629575 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.660426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:34.664141 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Usage tracker for resource:security_group_rule and tenant:c35cd8d3873d4a05940be3769deb3db5 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:34.667712 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:34.673449 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:34.736489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.740094 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.746324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9b9578ca-8119-430b-b4bd-f4db84609003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:34.783936 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0329202a-1ed4-46e9-9c85-c8a38fded963,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:34.787034 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:34.789618 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c35cd8d3873d4a05940be3769deb3db5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3011870 Aug 25 16:13:34.793177 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56934) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:34.851351 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-52361f78-3275-402b-9f8a-2c74236ac856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.882465 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-52361f78-3275-402b-9f8a-2c74236ac856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.933506 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-52361f78-3275-402b-9f8a-2c74236ac856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.937240 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3355857f-ede9-4a07-be7f-4365f64df11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:34.948751 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52361f78-3275-402b-9f8a-2c74236ac856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0329202a-1ed4-46e9-9c85-c8a38fded963,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:34.952183 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-52361f78-3275-402b-9f8a-2c74236ac856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:34.955647 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-52361f78-3275-402b-9f8a-2c74236ac856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:34.956752 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-52361f78-3275-402b-9f8a-2c74236ac856 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0329202a-1ed4-46e9-9c85-c8a38fded963 HTTP/1.1" status: 204 len: 168 time: 0.1629372 Aug 25 16:13:35.275951 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56946) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:35.293819 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.324640 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:35.328398 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac3e26a366849e5ae532aa20a2c38a1 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:35.331160 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:35.337528 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:35.400058 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.403631 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.409728 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91738b98-ba36-47b3-b995-ef16d3bcd6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:35.449340 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8801e27-ebdb-4188-8d20-b4e6deac13a8,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:35.452146 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:35.454417 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ac3e26a366849e5ae532aa20a2c38a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1773629 Aug 25 16:13:35.457038 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 56950) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:35.519894 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8a77661-0590-408f-afe6-f575e3e4d835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.544677 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8a77661-0590-408f-afe6-f575e3e4d835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.595776 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8a77661-0590-408f-afe6-f575e3e4d835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.599264 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-882dab80-cf8e-4056-80e2-bb7b7be61441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:35.610100 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a77661-0590-408f-afe6-f575e3e4d835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8801e27-ebdb-4188-8d20-b4e6deac13a8,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:35.613604 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8a77661-0590-408f-afe6-f575e3e4d835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:35.616672 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8a77661-0590-408f-afe6-f575e3e4d835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.617783 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e8a77661-0590-408f-afe6-f575e3e4d835 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8801e27-ebdb-4188-8d20-b4e6deac13a8 HTTP/1.1" status: 204 len: 168 time: 0.1598587 Aug 25 16:13:43.710886 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7eb25f2d-84e3-4dc5-bd04-72c57e2154e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.168596 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.354143 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57098) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:44.497100 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.528324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:44.532194 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Usage tracker for resource:security_group_rule and tenant:de0672c10e9945569ec246eb8984ad26 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:44.534952 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:44.540575 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:44.607345 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.611123 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.617236 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:44.659179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4651bac7-3e21-4fb9-a6bc-c1784f81de85,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:44.663658 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de0672c10e9945569ec246eb8984ad26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3084776 Aug 25 16:13:44.668093 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57106) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:44.682742 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.683323 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.683950 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.684378 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.684932 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.685386 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.685733 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.686078 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.686418 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.686752 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.687089 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:44.691821 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:44.738991 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a887627-7e9e-4173-bce6-3e2512dcc785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.765276 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a887627-7e9e-4173-bce6-3e2512dcc785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.819748 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a887627-7e9e-4173-bce6-3e2512dcc785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.825053 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ad10562b-bf34-4c13-90ee-15fc4ed5cb72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:44.836106 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a887627-7e9e-4173-bce6-3e2512dcc785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4651bac7-3e21-4fb9-a6bc-c1784f81de85,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:44.839852 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0a887627-7e9e-4173-bce6-3e2512dcc785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:44.847234 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a887627-7e9e-4173-bce6-3e2512dcc785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.848118 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0a887627-7e9e-4173-bce6-3e2512dcc785 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4651bac7-3e21-4fb9-a6bc-c1784f81de85 HTTP/1.1" status: 204 len: 168 time: 0.1775157 Aug 25 16:13:46.497837 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-beb80e79-f1c8-4a4b-83c0-d831811be28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.583433 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:49.626758 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.275562 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57308) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:58.418509 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.449705 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:58.453841 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Usage tracker for resource:security_group_rule and tenant:703566280f094bb1a5922205c27d894c is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:58.456601 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:58.462122 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:58.527102 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.531522 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.537577 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d2251e3e-aa42-45c5-a6cd-9402e4b353cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:58.580285 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5026ca-6b64-44de-8f1f-0c4d7c30f3fd,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:58.583681 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:58.586310 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=703566280f094bb1a5922205c27d894c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3097551 Aug 25 16:13:58.589623 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57314) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:58.651290 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.675619 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.727089 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.730875 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0f3a6726-6702-4b33-80dc-4b05c7887959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:58.741467 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5026ca-6b64-44de-8f1f-0c4d7c30f3fd,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:58.753119 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.754217 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef5026ca-6b64-44de-8f1f-0c4d7c30f3fd HTTP/1.1" status: 204 len: 168 time: 0.1635253 Aug 25 16:13:58.755666 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.756033 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.756392 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.756750 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.757106 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.757457 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.757879 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.758194 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.758483 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.758943 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.759573 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:58.762340 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:03.727320 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57448) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:03.789764 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d65666-a2c0-4a7d-907b-ef1b4630a4bf admin admin] Deleting subnet 7e1a4d34-ace5-4842-82ac-a06c57f822b4 {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:14:03.792707 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c4d65666-a2c0-4a7d-907b-ef1b4630a4bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:03.844708 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c4d65666-a2c0-4a7d-907b-ef1b4630a4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6821172'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:03.904348 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c4d65666-a2c0-4a7d-907b-ef1b4630a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:03.978342 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c4d65666-a2c0-4a7d-907b-ef1b4630a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7215715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7181577'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:03.984000 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e219a1ca-7893-493a-a24a-24aa57d36c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:04.100791 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d65666-a2c0-4a7d-907b-ef1b4630a4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1a4d34-ace5-4842-82ac-a06c57f822b4,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:04.104671 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c4d65666-a2c0-4a7d-907b-ef1b4630a4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:04.108393 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c4d65666-a2c0-4a7d-907b-ef1b4630a4bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.114766 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c4d65666-a2c0-4a7d-907b-ef1b4630a4bf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7e1a4d34-ace5-4842-82ac-a06c57f822b4 HTTP/1.1" status: 204 len: 168 time: 0.3863482 Aug 25 16:14:04.117174 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57454) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:04.223409 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.247955 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:14:04.350606 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.358210 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.364560 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89abfdef-a705-4627-8606-dbd004a88e22']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:04.377868 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3162e9-bb48-4244-87fe-42db0810f6a6') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:04.378161 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3162e9-bb48-4244-87fe-42db0810f6a6') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:04.389996 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6821179'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.406302 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.412693 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:14:04.413147 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7215813'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: timer() Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: self._notify() Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: event.method(event) Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:14:04.426964 dv-cinder-806007-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:14:04.504798 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.511665 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.516981 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:04.539274 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Pushing event deleted for resources: {'Network': ['ID=89abfdef-a705-4627-8606-dbd004a88e22,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:04.542081 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:04.545237 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2f40e2d2-7c1d-47a1-b68d-0e805aacf88a admin admin] 10.222.0.73 "DELETE /v2.0/networks/89abfdef-a705-4627-8606-dbd004a88e22 HTTP/1.1" status: 204 len: 168 time: 0.4262483 Aug 25 16:14:04.747780 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57466) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:04.801555 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f2f4a3c1-2e20-40fc-8600-18bea1f45102 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=618d73e554cd488287e2891c6615eb15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524790 Aug 25 16:14:04.804299 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57470) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:04.863409 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-800bd2f1-6648-4266-8191-f6a7553963d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.888482 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-800bd2f1-6648-4266-8191-f6a7553963d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.940379 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-800bd2f1-6648-4266-8191-f6a7553963d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.944227 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:04.957337 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bd2f1-6648-4266-8191-f6a7553963d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd395f-a25b-4154-92cc-50f5d1dc258f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:04.961754 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-800bd2f1-6648-4266-8191-f6a7553963d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:04.975572 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-800bd2f1-6648-4266-8191-f6a7553963d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.976678 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-800bd2f1-6648-4266-8191-f6a7553963d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65dd395f-a25b-4154-92cc-50f5d1dc258f HTTP/1.1" status: 204 len: 168 time: 0.1714983 Aug 25 16:14:08.363799 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1b111-184e-457f-a7a3-4e4476b8716f req-b874544e-df34-4373-af8a-242850a6893b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:08.365356 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eab1b111-184e-457f-a7a3-4e4476b8716f req-b874544e-df34-4373-af8a-242850a6893b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0835671 Aug 25 16:14:08.415005 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eab1b111-184e-457f-a7a3-4e4476b8716f req-6b45fb6d-9471-4210-a670-32f04aff62f3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Aug 25 16:14:09.136665 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff14b3-3338-4b51-ba97-c34616aacbab req-d0f918f2-5a7c-4944-bd5e-c7fd318fbe9e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:09.138756 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-07ff14b3-3338-4b51-ba97-c34616aacbab req-d0f918f2-5a7c-4944-bd5e-c7fd318fbe9e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.2895160 Aug 25 16:14:09.182829 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-07ff14b3-3338-4b51-ba97-c34616aacbab req-d27967ce-a220-4dd2-ae1c-f474bdeebe64 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382769 Aug 25 16:14:09.621524 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138148d-c173-42a0-88f5-0f564b1472a7 req-7b5ecdba-b8a0-48a4-8bd2-b700e07f44c1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:09.623643 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f138148d-c173-42a0-88f5-0f564b1472a7 req-7b5ecdba-b8a0-48a4-8bd2-b700e07f44c1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0833814 Aug 25 16:14:09.671984 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f138148d-c173-42a0-88f5-0f564b1472a7 req-102d9334-1b06-4b51-944c-8a476dc7ad2a tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425448 Aug 25 16:14:10.396956 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3cd1-0975-4a25-bb88-60768b0aadbe req-954c5e91-f7b8-49c7-ad8f-abb21a814305 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:10.398305 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9e9d3cd1-0975-4a25-bb88-60768b0aadbe req-954c5e91-f7b8-49c7-ad8f-abb21a814305 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.0753255 Aug 25 16:14:10.442467 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9e9d3cd1-0975-4a25-bb88-60768b0aadbe req-34901a44-3d78-4537-9a6f-36949ae61b00 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Aug 25 16:14:10.873331 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf679a-85ae-4d63-a77b-4056dcc36ef4 req-668184e7-a3b4-41ea-8c2c-10a4ee55ac1c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:10.874766 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-11cf679a-85ae-4d63-a77b-4056dcc36ef4 req-668184e7-a3b4-41ea-8c2c-10a4ee55ac1c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0791497 Aug 25 16:14:10.920338 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-11cf679a-85ae-4d63-a77b-4056dcc36ef4 req-12a88bb0-58da-4675-ad07-656145ef6877 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401287 Aug 25 16:14:11.652823 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a506b5-5fd3-4d21-a3f5-9dd6160fdf04 req-d9267baf-8c00-4eb1-ad16-83bf648f6326 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:11.654318 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7a506b5-5fd3-4d21-a3f5-9dd6160fdf04 req-d9267baf-8c00-4eb1-ad16-83bf648f6326 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.0759149 Aug 25 16:14:11.700428 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7a506b5-5fd3-4d21-a3f5-9dd6160fdf04 req-8299b544-78b4-456a-931c-f26051267f51 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399795 Aug 25 16:14:12.121581 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c4c7-5f9d-442b-9d49-2d5e68d0c19b req-7c85a75c-c721-46a3-ac66-8929ad747e38 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:12.123028 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-64b1c4c7-5f9d-442b-9d49-2d5e68d0c19b req-7c85a75c-c721-46a3-ac66-8929ad747e38 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0816517 Aug 25 16:14:12.168902 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-64b1c4c7-5f9d-442b-9d49-2d5e68d0c19b req-2dddc365-c51c-4cd1-bfc6-5d46e661378a tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402191 Aug 25 16:14:12.912723 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ac186-f572-48e4-b432-771969799ef2 req-267813c8-61ed-4c6c-b931-205b6bfc067d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:12.914181 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b02ac186-f572-48e4-b432-771969799ef2 req-267813c8-61ed-4c6c-b931-205b6bfc067d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.0775526 Aug 25 16:14:12.965549 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b02ac186-f572-48e4-b432-771969799ef2 req-c4a05224-07e9-43d3-b4c4-1dea408a5829 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455308 Aug 25 16:14:13.375732 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf9272-7084-4e7b-8328-2c72fb348a85 req-e553c3cd-feb1-4495-be18-e2bc075abbe1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:13.377421 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-73cf9272-7084-4e7b-8328-2c72fb348a85 req-e553c3cd-feb1-4495-be18-e2bc075abbe1 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0897274 Aug 25 16:14:13.425953 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-73cf9272-7084-4e7b-8328-2c72fb348a85 req-a0a9cda5-ad45-41fc-aed5-336ebda51a61 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Aug 25 16:14:13.641379 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-d7ded953-68a3-464d-a824-72345c8712c8 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:13.642725 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-d7ded953-68a3-464d-a824-72345c8712c8 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0795639 Aug 25 16:14:13.713878 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-58bb0b54-8497-4746-8cc7-2eaa198cf0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.716697 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Deleting port 220ddf2d-09c0-4411-af78-383fcd84fa6f {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:13.717577 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.045695 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-28cee8f2-47a4-4e37-86ff-c15c7c283a70 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:14.046393 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-28cee8f2-47a4-4e37-86ff-c15c7c283a70 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Synchronizing usage tracker for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:14.102481 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-28cee8f2-47a4-4e37-86ff-c15c7c283a70 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Unset dirty status for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:14.103641 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-28cee8f2-47a4-4e37-86ff-c15c7c283a70 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.3481948 Aug 25 16:14:14.105246 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] For port 220ddf2d-09c0-4411-af78-383fcd84fa6f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=220ddf2d-09c0-4411-af78-383fcd84fa6f,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:14.105623 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.184307 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.209288 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc3900-200d-4591-ba79-057f5bba8f3c req-b0a7aed9-c5b1-417b-ad1f-d69405e5a58d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:14.211328 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3ebc3900-200d-4591-ba79-057f5bba8f3c req-b0a7aed9-c5b1-417b-ad1f-d69405e5a58d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 946 time: 0.1048589 Aug 25 16:14:14.284525 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3ebc3900-200d-4591-ba79-057f5bba8f3c req-455e4a2c-7087-416a-adbe-c622070674f7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=240753c9-ce49-4c04-992b-585ebbd2edcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645864 Aug 25 16:14:14.437019 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Deleting port a082ff5c-c28a-4349-bf33-cf0f735270bd {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:14.437365 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.509828 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.510181 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.510699 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Floating IP ca00e23b-b435-44e3-9033-75e7d1d1aa5f disassociated. External IP: 172.27.2.175, port: 220ddf2d-09c0-4411-af78-383fcd84fa6f. Aug 25 16:14:14.511038 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Calling delete_port for 220ddf2d-09c0-4411-af78-383fcd84fa6f owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:14.656389 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80641abb-ed11-4fc4-9643-22beba979076 req-35453587-7d61-4e8d-83d8-f55b0573a0ad tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:14.658055 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-80641abb-ed11-4fc4-9643-22beba979076 req-35453587-7d61-4e8d-83d8-f55b0573a0ad tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 945 time: 0.0873451 Aug 25 16:14:14.709863 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-80641abb-ed11-4fc4-9643-22beba979076 req-2b50bbbb-1326-40fd-a8cf-6cf1b4686add tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=b86b76dd-f21d-4a9d-bd11-110aa5c498f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 Aug 25 16:14:14.814426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.822306 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3e14fe84-7daf-46f9-bebf-54d08af2d96d tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:14.870288 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event deleted for resources: {'Port': ['ID=220ddf2d-09c0-4411-af78-383fcd84fa6f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:14.872909 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] For port a082ff5c-c28a-4349-bf33-cf0f735270bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a082ff5c-c28a-4349-bf33-cf0f735270bd,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:14.873324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.884583 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:15.389210 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.389746 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.390267 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Floating IP 06a40da0-b411-4436-af48-dd397fb38ccf disassociated. External IP: 172.27.2.150, port: a082ff5c-c28a-4349-bf33-cf0f735270bd. Aug 25 16:14:15.390991 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Calling delete_port for a082ff5c-c28a-4349-bf33-cf0f735270bd owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:15.563571 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.573629 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7f8af206-1edf-403a-9479-06eadabd7223 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:15.624958 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event deleted for resources: {'Port': ['ID=a082ff5c-c28a-4349-bf33-cf0f735270bd,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:15.630239 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:15.634312 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6fbc0cb4-8db8-437a-82d7-e83da7933845 req-1f3bb2d8-5088-4045-a41b-68c87bd91ccf tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 210 time: 0.0482428 Aug 25 16:14:15.725052 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Router 2814c97a-902b-4922-ad67-921c8defeb08 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:15.905388 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-25990356-99a4-4508-ad41-e9b347a156e1 req-f531f558-58fc-4c61-963b-d842ceca8ff6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 210 time: 0.0558286 Aug 25 16:14:15.926236 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57668) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:16.064088 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:16.078065 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:16.088220 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.091795 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] Sync routers for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:16.104300 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:16.105161 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:13:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:16.120638 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:16.125747 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Usage tracker for resource:security_group_rule and tenant:97a0070df976429098d97dc334f7c24f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:16.128819 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:16.134873 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:16.206286 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.206497 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] No DVR routers for this DVR port 220ddf2d-09c0-4411-af78-383fcd84fa6f on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:14:16.211481 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.214918 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.217220 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'name': 'network-vif-deleted', 'tag': '220ddf2d-09c0-4411-af78-383fcd84fa6f'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:16.220074 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c1816ddc-cbe7-4bea-86d0-9bea2d0de8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:16.256119 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b15ba-0304-40ac-a929-27c04f8703f1,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:16.261365 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:16.301127 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:16.304651 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-da67b275-646c-486a-8c73-f1bd9da5f2ba req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "DELETE /v2.0/ports/220ddf2d-09c0-4411-af78-383fcd84fa6f HTTP/1.1" status: 204 len: 173 time: 2.6503456 Aug 25 16:14:16.407562 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=97a0070df976429098d97dc334f7c24f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4798293 Aug 25 16:14:16.410116 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57678) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:16.462286 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:16.473805 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] Sync routers for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:16.493053 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:16.497413 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:13:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:16.500873 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a9b356cd-238b-406a-b6ab-878d47ea4722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.532069 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a9b356cd-238b-406a-b6ab-878d47ea4722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.596101 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] No DVR routers for this DVR port a082ff5c-c28a-4349-bf33-cf0f735270bd on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:14:16.596311 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a9b356cd-238b-406a-b6ab-878d47ea4722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.598901 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.601468 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e976b2ed-9fc9-427d-94b9-e61231b6ebbe req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "DELETE /v2.0/ports/a082ff5c-c28a-4349-bf33-cf0f735270bd HTTP/1.1" status: 204 len: 173 time: 2.4885523 Aug 25 16:14:16.603974 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-de5103b9-bc5c-4531-962e-86b289b2fec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:16.605571 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad', 'name': 'network-vif-deleted', 'tag': '220ddf2d-09c0-4411-af78-383fcd84fa6f', 'status': 'completed', 'code': 200} Aug 25 16:14:16.620528 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b356cd-238b-406a-b6ab-878d47ea4722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b15ba-0304-40ac-a929-27c04f8703f1,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:16.628559 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a9b356cd-238b-406a-b6ab-878d47ea4722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.629886 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a9b356cd-238b-406a-b6ab-878d47ea4722 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/893b15ba-0304-40ac-a929-27c04f8703f1 HTTP/1.1" status: 204 len: 168 time: 0.2189074 Aug 25 16:14:16.631028 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a9b356cd-238b-406a-b6ab-878d47ea4722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:16.768756 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b657d73d-2813-4094-adbb-39e9c4627873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.775339 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:16.862079 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:16.876199 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] Checking router: 2814c97a-902b-4922-ad67-921c8defeb08 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:16.911639 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:16.912391 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:17Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:17.045829 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5993eb1a-32a2-41c5-aad1-0d331f9f31ab req-57732fa0-5ce1-432d-950d-154752f7f913 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 210 time: 0.1331897 Aug 25 16:14:17.189380 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e1dfb8ce-1fbd-4fd9-af0d-79a77b8a10a6 req-66625711-7f7a-4fb6-8d75-e42f71dab094 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 210 time: 0.0586143 Aug 25 16:14:17.225299 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:17.231636 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] Checking router: a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:17.255084 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:17.259820 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:17.260928 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:17Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:17.301661 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57694) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:17.326253 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.373739 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:17.378182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Usage tracker for resource:security_group_rule and tenant:6feb69c069c14fe3969f9f4af18d8c47 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:17.381467 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:17.393571 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:17.481084 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:17.481681 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.486458 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.495552 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-957e202e-72cd-447c-bd4d-51c377a92871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:17.558540 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2881b206-3507-44e0-8f9a-fd5352a19f6c,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:17.565290 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6feb69c069c14fe3969f9f4af18d8c47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2621984 Aug 25 16:14:17.566289 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:17.567589 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57698) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:17.643206 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.658051 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6da8c28a-d04f-4005-8078-fa91847158a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.692308 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6da8c28a-d04f-4005-8078-fa91847158a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.724115 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:17.730722 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c504323e-cdca-4a62-8bae-8bbc2c2f3183 None None] The sync data for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi is: [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:17.761233 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6da8c28a-d04f-4005-8078-fa91847158a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.766193 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-29209897-1ba7-4f88-8688-6e3ef289236e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:17.779387 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8c28a-d04f-4005-8078-fa91847158a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2881b206-3507-44e0-8f9a-fd5352a19f6c,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:17.784213 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6da8c28a-d04f-4005-8078-fa91847158a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:17.793496 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6da8c28a-d04f-4005-8078-fa91847158a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.794648 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6da8c28a-d04f-4005-8078-fa91847158a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2881b206-3507-44e0-8f9a-fd5352a19f6c HTTP/1.1" status: 204 len: 168 time: 0.2254624 Aug 25 16:14:17.952375 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:17.957726 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465fd08-bb5f-4e87-94e1-35a4ce99c99e None None] The sync data for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi is: [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:18.224002 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 220ddf2d-09c0-4411-af78-383fcd84fa6f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:18.271315 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 220ddf2d-09c0-4411-af78-383fcd84fa6f {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:18.274150 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 220ddf2d-09c0-4411-af78-383fcd84fa6f not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:18.274626 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:18.304308 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4385cb-bdee-4211-bcf7-44d0dd9faaf7 None None] New status for floating IP ca00e23b-b435-44e3-9033-75e7d1d1aa5f: DOWN {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:18.401216 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b9a9cf6f-5ab4-441f-a02b-445dcfb08ab1 req-52044d88-d51d-48d6-b42b-ce615b8a5493 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ad7ecf9-5db1-44d3-a36b-b6abef012c61 HTTP/1.1" status: 200 len: 210 time: 0.0504751 Aug 25 16:14:18.402025 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: a082ff5c-c28a-4349-bf33-cf0f735270bd {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:18.402473 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device a082ff5c-c28a-4349-bf33-cf0f735270bd not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:18.511056 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59696e98-2757-43e8-8de5-6baa83e7f6c8 None None] New status for floating IP 06a40da0-b411-4436-af48-dd397fb38ccf: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:18.522123 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6764a27d-9528-4798-bb56-861a6e514c53 req-d28ff026-6702-4113-b456-633c5a338224 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5cefc-e8f3-4e91-86dc-bbe648b7d9ad HTTP/1.1" status: 200 len: 210 time: 0.0536475 Aug 25 16:14:18.608493 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-deleted', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:18.687523 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad7ecf9-5db1-44d3-a36b-b6abef012c61', 'name': 'network-vif-deleted', 'tag': 'a082ff5c-c28a-4349-bf33-cf0f735270bd', 'status': 'completed', 'code': 200} Aug 25 16:14:19.579048 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57752) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:19.633500 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.666435 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecca9-004e-4023-8a83-cf0ad4fff30a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.680497 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57760) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:19.697400 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecca9-004e-4023-8a83-cf0ad4fff30a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.752719 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81ddbdc7-70ea-4f81-a4e3-966a2b17792f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.758130 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecca9-004e-4023-8a83-cf0ad4fff30a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.771558 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6d89eaf2-6388-4fd2-9e94-2b292c774f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:19.782353 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81ddbdc7-70ea-4f81-a4e3-966a2b17792f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.796168 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ecca9-004e-4023-8a83-cf0ad4fff30a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240753c9-ce49-4c04-992b-585ebbd2edcd,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:19.798585 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fa8ecca9-004e-4023-8a83-cf0ad4fff30a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:19.799993 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fa8ecca9-004e-4023-8a83-cf0ad4fff30a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.803463 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-fa8ecca9-004e-4023-8a83-cf0ad4fff30a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "DELETE /v2.0/security-groups/240753c9-ce49-4c04-992b-585ebbd2edcd HTTP/1.1" status: 204 len: 168 time: 0.2205408 Aug 25 16:14:19.803961 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57768) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:19.829111 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.api.v2.resource [None req-b13e3cde-99f7-44df-818f-17487fd638ac tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] show failed (client error): The resource could not be found. Aug 25 16:14:19.830293 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b13e3cde-99f7-44df-818f-17487fd638ac tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups/240753c9-ce49-4c04-992b-585ebbd2edcd HTTP/1.1" status: 404 len: 347 time: 0.0253658 Aug 25 16:14:19.835861 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57772) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:19.853758 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81ddbdc7-70ea-4f81-a4e3-966a2b17792f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.862820 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3ac4cd4-dea6-4b7b-847f-52a0f564a955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:19.876086 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddbdc7-70ea-4f81-a4e3-966a2b17792f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86b76dd-f21d-4a9d-bd11-110aa5c498f1,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:19.878815 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-81ddbdc7-70ea-4f81-a4e3-966a2b17792f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:19.898816 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81ddbdc7-70ea-4f81-a4e3-966a2b17792f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.902361 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-81ddbdc7-70ea-4f81-a4e3-966a2b17792f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "DELETE /v2.0/security-groups/b86b76dd-f21d-4a9d-bd11-110aa5c498f1 HTTP/1.1" status: 204 len: 168 time: 0.2178972 Aug 25 16:14:19.902638 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57776) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:19.920260 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.api.v2.resource [None req-25783159-0ec2-4e79-8abd-06d7c03520bb tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] show failed (client error): The resource could not be found. Aug 25 16:14:19.923883 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-25783159-0ec2-4e79-8abd-06d7c03520bb tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups/b86b76dd-f21d-4a9d-bd11-110aa5c498f1 HTTP/1.1" status: 404 len: 347 time: 0.0177703 Aug 25 16:14:19.928077 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57780) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:20.040647 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Deleting port 3f3fc748-fa27-4ef4-aaa2-45f6c4fe87ff {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:20.040989 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.106255 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Deleting port 8e7c8611-9aee-4218-997c-c9911205ec0f {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:20.106599 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.222242 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.222242 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.358800 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Calling delete_port for 3f3fc748-fa27-4ef4-aaa2-45f6c4fe87ff owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:20.394701 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.395026 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.529841 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.533592 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:20.534463 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Calling delete_port for 8e7c8611-9aee-4218-997c-c9911205ec0f owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:20.581061 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event deleted for resources: {'Port': ['ID=3f3fc748-fa27-4ef4-aaa2-45f6c4fe87ff,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:20.584698 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:20.685307 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.700910 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.705040 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.706231 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4157f582-9198-4b9d-a67c-d7d7dbcd26d1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "DELETE /v2.0/floatingips/06a40da0-b411-4436-af48-dd397fb38ccf HTTP/1.1" status: 204 len: 168 time: 0.8693936 Aug 25 16:14:20.708398 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6043c823-5ab6-435a-8e48-c5ff47322117 tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:20.754355 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event deleted for resources: {'Port': ['ID=8e7c8611-9aee-4218-997c-c9911205ec0f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:20.757307 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:20.797938 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57804) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:20.872734 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.905968 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.915064 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "DELETE /v2.0/floatingips/ca00e23b-b435-44e3-9033-75e7d1d1aa5f HTTP/1.1" status: 204 len: 168 time: 0.9851813 Aug 25 16:14:20.979308 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.012366 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57814) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.018894 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175952294', 'description': 'tempest-description--1728470134'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:21.019129 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.023054 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Usage tracker for resource:security_group_rule and tenant:2165ec3ad00c45ffb31bee9bf89a104c is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.024820 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.026015 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.029818 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:security_group and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.032463 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.032773 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.038777 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.051800 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.098962 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.102312 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.104489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:security_group_rule and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.107190 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.110661 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.113178 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.118036 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6da8c28a-d04f-4005-8078-fa91847158a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.157699 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f27f0-d8d4-4936-9bae-4891ed9b0e8f,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.160819 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.163555 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2165ec3ad00c45ffb31bee9bf89a104c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3642144 Aug 25 16:14:21.166174 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57820) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.172982 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.178333 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.182138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e2ca924e-7677-4885-b229-623ccab659ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.225705 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5cbb35-0cd5-401d-a883-19ae06313bc6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.227001 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-14ad884c-879d-483e-b493-24316c944ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.229396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.233611 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.238105 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57824) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.238608 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2251258 Aug 25 16:14:21.246151 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'security_group_rule': {'security_group_id': '6f5cbb35-0cd5-401d-a883-19ae06313bc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:21.259654 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.268648 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:security_group_rule and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.272117 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-14ad884c-879d-483e-b493-24316c944ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.278165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.290368 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.405697 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.447971 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-14ad884c-879d-483e-b493-24316c944ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.453919 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8b72a698-8347-486d-a6e2-e2582af75707 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.467314 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad884c-879d-483e-b493-24316c944ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f27f0-d8d4-4936-9bae-4891ed9b0e8f,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.472359 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-14ad884c-879d-483e-b493-24316c944ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.486170 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-14ad884c-879d-483e-b493-24316c944ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.489674 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-14ad884c-879d-483e-b493-24316c944ef6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f0f27f0-d8d4-4936-9bae-4891ed9b0e8f HTTP/1.1" status: 204 len: 168 time: 0.3202333 Aug 25 16:14:21.492561 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.500801 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.503192 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-35517d07-ccd4-4996-8118-405a0abf6535 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.526722 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57832) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.532620 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422205023', 'description': 'tempest-description--957789352'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:21.537834 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81360f83-c575-433a-91c3-95560fa66231,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.538222 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.540944 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.545822 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.549403 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8123ffc7-b84c-4661-9cff-829f06d78645 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3083065 Aug 25 16:14:21.549676 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57836) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.553089 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:security_group and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.555847 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'security_group_rule': {'security_group_id': '6f5cbb35-0cd5-401d-a883-19ae06313bc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:21.556668 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.563205 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.564351 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.568458 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:security_group_rule and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.571970 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.579361 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.579897 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.601579 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.618325 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.622087 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:security_group_rule and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.625002 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.631827 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.667939 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.672557 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.675218 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.694143 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.696867 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f70e3d-9e05-4103-9cb9-5340178c2522,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.701547 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.706543 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.709911 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.711523 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c18372c4-7523-4311-b39b-2e0a4f35366d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1608551 Aug 25 16:14:21.712344 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.714512 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57842) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.720582 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'floatingip': {'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:21.726051 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.729913 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Usage tracker for resource:floatingip and tenant:f64240ed6dca41d2a35c597a9efc958d is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.732923 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.738891 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.754246 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e5dc1-c5a1-4714-9173-287dd089a4d8,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.757110 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.761436 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2336841 Aug 25 16:14:21.761597 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57846) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.763126 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.769710 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'security_group_rule': {'security_group_id': 'da6e5dc1-c5a1-4714-9173-287dd089a4d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:21.774235 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.793591 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.801236 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:security_group_rule and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.805461 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.811927 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.875552 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57850) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.880389 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.894893 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.927146 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.931076 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Usage tracker for resource:security_group_rule and tenant:c84e2b12a9934faa90dc801ee4df9ad6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.934695 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.940657 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.980698 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.986581 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.994841 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e2cc591c-965f-42d8-b5c5-62da8422d637 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.009138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.013284 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.017607 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963f396b-bf5e-43d9-b1f0-b6ad0cee8fec,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:22.019960 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.022108 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea231057-7183-4602-9880-1bec0bd299a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.022584 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:22.064709 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.065866 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-3b8f72de-79e1-4f41-a275-66f809f7a3b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3028040 Aug 25 16:14:22.070578 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c84e2b12a9934faa90dc801ee4df9ad6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1916969 Aug 25 16:14:22.070578 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57854) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:22.070826 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 57856) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:22.071788 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696e752c-b5e2-4f80-93ef-d1d54803b010,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:22.075544 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:22.079032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'security_group_rule': {'security_group_id': 'da6e5dc1-c5a1-4714-9173-287dd089a4d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:22.084746 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:22.088600 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:security_group_rule and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:22.091410 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:22.098075 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:22.115042 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.184563 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.188630 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.190648 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.199533 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-22aa04dd-c336-43b9-aa11-36e5f0117028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.212218 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b0de59-ff2a-41d2-b491-d9ab3eaec80f,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:22.214858 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:22.223273 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Allocated IP 172.27.2.186 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/589e9c41-d8d2-42a3-9b5b-8b3183ebe3d9) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:22.227724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.228899 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1587868 Aug 25 16:14:22.232247 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 57864) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:22.238193 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'floatingip': {'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:22.243552 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:22.245489 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-22aa04dd-c336-43b9-aa11-36e5f0117028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.247253 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:floatingip and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:22.250828 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:22.256706 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:22.267395 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.399170 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-22aa04dd-c336-43b9-aa11-36e5f0117028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.403300 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.411143 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.428692 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa04dd-c336-43b9-aa11-36e5f0117028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696e752c-b5e2-4f80-93ef-d1d54803b010,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:22.432449 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.436197 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-22aa04dd-c336-43b9-aa11-36e5f0117028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:22.462534 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-22aa04dd-c336-43b9-aa11-36e5f0117028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.467203 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-22aa04dd-c336-43b9-aa11-36e5f0117028 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/696e752c-b5e2-4f80-93ef-d1d54803b010 HTTP/1.1" status: 204 len: 168 time: 0.3949842 Aug 25 16:14:22.490460 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.494105 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8f25a33d-f651-47ad-98bc-47e2d00a564e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.564710 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:22.567637 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:22.568509 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Allocated IP 172.27.2.214 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/130448e1-7d2e-4650-8d7b-5ff2c16ae99b) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:22.572133 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:22.599477 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'Port': ['ID=589e9c41-d8d2-42a3-9b5b-8b3183ebe3d9,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:22.607678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:22.739057 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.746861 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.771958 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.776326 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.806069 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.836945 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:22.839964 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:22.843971 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:23.008025 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'Port': ['ID=130448e1-7d2e-4650-8d7b-5ff2c16ae99b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:23.012201 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.013167 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:23.050812 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.055607 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7215769'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.060464 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:23.070997 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.174433 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'Port': ['ID=589e9c41-d8d2-42a3-9b5b-8b3183ebe3d9,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:23.177672 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:23.195210 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.230100 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.231805 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5162389 Aug 25 16:14:23.385336 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.400837 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.408623 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67df2546-3265-4209-b9c6-849f51087770 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:23.527371 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-00d6473a-30d8-48d6-9be7-565fa1b92cf4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Synchronizing usage tracker for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:23.544413 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'Port': ['ID=130448e1-7d2e-4650-8d7b-5ff2c16ae99b,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:23.550326 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-00d6473a-30d8-48d6-9be7-565fa1b92cf4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Unset dirty status for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:23.552716 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:23.553471 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-00d6473a-30d8-48d6-9be7-565fa1b92cf4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1175952294&fields=id&tenant_id=f64240ed6dca41d2a35c597a9efc958d HTTP/1.1" status: 200 len: 267 time: 0.0838275 Aug 25 16:14:23.553852 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.580416 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.593536 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3485115 Aug 25 16:14:23.732405 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-1b648e9c-0f23-441a-9e57-f020b1b0e899 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:23.734540 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-1b648e9c-0f23-441a-9e57-f020b1b0e899 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 816 time: 0.1668665 Aug 25 16:14:23.752742 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-b4f64b24-767c-4ace-9601-79d8836f2048 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/quotas/f64240ed6dca41d2a35c597a9efc958d HTTP/1.1" status: 200 len: 375 time: 0.0124705 Aug 25 16:14:23.851864 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-abd8d1d1-46dc-42f6-8405-43829ed1d711 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Synchronizing usage tracker for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:23.913636 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-abd8d1d1-46dc-42f6-8405-43829ed1d711 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Unset dirty status for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:23.915041 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-abd8d1d1-46dc-42f6-8405-43829ed1d711 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1560881 Aug 25 16:14:23.937494 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-610aca8e-3e77-427d-b1ed-06b90170e147 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1422205023&fields=id&tenant_id=e18453e2bbbd4c44a3a3596e32abfccf HTTP/1.1" status: 200 len: 267 time: 0.0695553 Aug 25 16:14:24.308156 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-552190d6-68d7-446e-9b4b-f4d1cab1798e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:24.309581 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-552190d6-68d7-446e-9b4b-f4d1cab1798e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 810 time: 0.3653643 Aug 25 16:14:24.314458 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-edbb8e8a-03a1-424c-afa7-c0719c1359a5 service neutron] 10.222.0.73 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874700 Aug 25 16:14:24.387768 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-f51a25c4-1852-41a8-a584-bbcfe9d34b77 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/quotas/e18453e2bbbd4c44a3a3596e32abfccf HTTP/1.1" status: 200 len: 375 time: 0.0723429 Aug 25 16:14:24.504916 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f578e81b-4ee7-49b9-94cc-3d8a57b70bdb service neutron] 10.222.0.73 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829822 Aug 25 16:14:24.527150 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-386eca06-8a2d-42a3-a81f-e40b3ed5fb6e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1317165 Aug 25 16:14:24.728119 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0b86dfc1-8f5d-461b-80ff-09cad71a6784 req-8214ce92-d80e-46b4-a6c3-4731cd39d5a7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 210 time: 0.0665598 Aug 25 16:14:24.839992 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-eafc2bd0-e95b-4e4f-971c-22429564b576 service neutron] 10.222.0.73 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974029 Aug 25 16:14:25.017880 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-876918f9-03e2-4899-a604-f7c7f8d9c224 service neutron] 10.222.0.73 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728580 Aug 25 16:14:25.239390 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-065eab18-2be6-4665-be80-b15e2c13040d req-bde7651f-ef70-4410-8d32-ca890ca76e21 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 210 time: 0.0565286 Aug 25 16:14:25.928335 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d7029901-442c-493d-baf0-680246dae467 req-98e3a442-6cee-4e99-bce8-cc3f2acefb5d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 210 time: 0.0506253 Aug 25 16:14:26.402808 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f823ce8-fdd5-4120-a3b9-ae619c0f32f0 req-f11441e2-5140-4b3a-8813-2ad5d08fb4dc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 210 time: 0.0456326 Aug 25 16:14:26.572645 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-675e2203-285b-4d84-a142-0b3d9afc04b0 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:26.574090 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-675e2203-285b-4d84-a142-0b3d9afc04b0 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 816 time: 0.1488740 Aug 25 16:14:26.644496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-6dbb130b-7b4c-4db9-80b3-dcefbd3fab2d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Synchronizing usage tracker for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:26.659216 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-6dbb130b-7b4c-4db9-80b3-dcefbd3fab2d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Unset dirty status for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:26.660439 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-6dbb130b-7b4c-4db9-80b3-dcefbd3fab2d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f64240ed6dca41d2a35c597a9efc958d HTTP/1.1" status: 200 len: 380 time: 0.0601459 Aug 25 16:14:26.684805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'port': {'device_id': '2943a44e-6ab7-46ae-9604-276ffad09106', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'admin_state_up': True, 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'security_groups': ['6f5cbb35-0cd5-401d-a883-19ae06313bc6']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:26.816412 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:26.825560 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:26.835455 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Made reservation on behalf of f64240ed6dca41d2a35c597a9efc958d for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:14:26.838369 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.000239 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Allocated IP 172.20.0.6 (4e3848be-798e-470b-ac4e-1dbd15888ed2/68c6a0a6-c2d6-40e7-b82f-a917200bff6b/d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:27.113519 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fac74fa5-2f7f-4058-ac51-a733ee708d08 req-b288b610-760f-4b8e-b9bc-d9884570f835 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 210 time: 0.0453565 Aug 25 16:14:27.294928 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.336738 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Transition to ACTIVE for port object d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:27.346590 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-c1ffe5bd-595d-4249-b6b3-99e02215717f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:27.348050 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-c1ffe5bd-595d-4249-b6b3-99e02215717f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 810 time: 0.2197576 Aug 25 16:14:27.366013 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.371464 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb0c29ef-241e-4b5f-aaef-3409d44b883e tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:27.469688 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:27.475137 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:27.489257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-e5285278-e9cc-49f9-b622-3ec7f72f5469 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Synchronizing usage tracker for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:27.491812 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:27.523589 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:27.531537 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:27.560407 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-e5285278-e9cc-49f9-b622-3ec7f72f5469 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Unset dirty status for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:27.561523 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-e5285278-e9cc-49f9-b622-3ec7f72f5469 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18453e2bbbd4c44a3a3596e32abfccf HTTP/1.1" status: 200 len: 380 time: 0.1615629 Aug 25 16:14:27.567910 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:27.568526 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.595942 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'port': {'device_id': '16785f1d-29d2-4194-8233-64a3412b39c0', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'admin_state_up': True, 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'security_groups': ['da6e5dc1-c5a1-4714-9173-287dd089a4d8']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:27.614960 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339545 Aug 25 16:14:27.628036 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-892ab59c-af63-42b8-9652-3672dd983dec req-bd422337-ab45-4391-83e6-330dc456e44b tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 210 time: 0.0579190 Aug 25 16:14:27.782292 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:27.786896 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Usage tracker for resource:port and tenant:e18453e2bbbd4c44a3a3596e32abfccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:27.790279 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:27.797711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:27.810977 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Made reservation on behalf of e18453e2bbbd4c44a3a3596e32abfccf for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:14:27.817015 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.832839 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7cbed194-70c0-43c3-ad30-3657033a3143 None None] Provisioning for port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:27.844786 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7cbed194-70c0-43c3-ad30-3657033a3143 None None] Provisioning complete for port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:27.846012 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7cbed194-70c0-43c3-ad30-3657033a3143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:27.909570 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Request body: {'port': {'device_id': '2943a44e-6ab7-46ae-9604-276ffad09106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:27.985147 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7cbed194-70c0-43c3-ad30-3657033a3143 None None] Port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:14:28.168469 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.233237 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Allocated IP 172.20.0.4 (b3283531-0cca-4c41-9237-dcec1b05d939/77895815-a48e-422e-b8aa-0ba7b3b710fd/f4baae8f-1b43-41e8-b6da-d90cfdc4eebd) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:28.351187 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5feea-b36b-4b7b-aff8-e1f57646ddb9 req-ce626fc5-a50f-4502-93c6-a07c2f4f3d1c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:28.352979 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f3e5feea-b36b-4b7b-aff8-e1f57646ddb9 req-ce626fc5-a50f-4502-93c6-a07c2f4f3d1c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 931 time: 0.0967345 Aug 25 16:14:28.406254 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f3e5feea-b36b-4b7b-aff8-e1f57646ddb9 req-bbc82e0e-b054-4267-93db-6ee383fb786b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460641 Aug 25 16:14:28.609022 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.630422 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Transition to ACTIVE for port object f4baae8f-1b43-41e8-b6da-d90cfdc4eebd will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:28.706896 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:28.714563 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.719019 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.726373 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-28583543-9062-4421-8a0a-3bc93fe290b9 tempest-VolumesSnapshotTestJSON-450471917 tempest-VolumesSnapshotTestJSON-450471917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:28.785561 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Transition to ACTIVE for port object d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:28.800256 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.805557 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Network b3283531-0cca-4c41-9237-dcec1b05d939 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:28.810879 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:28.819267 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:28.833558 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cf6eb-b65b-47cb-80b2-169d3ae32cdb req-d77b9db9-bf5b-4b10-921b-a7bdeca3244a tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:28.835537 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c54cf6eb-b65b-47cb-80b2-169d3ae32cdb req-d77b9db9-bf5b-4b10-921b-a7bdeca3244a tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 931 time: 0.0828769 Aug 25 16:14:28.845840 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event updated for resources: {'Port': ['ID=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:28.852010 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:28.853066 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aec20649-cdb4-449e-adb0-189165c17ef2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:28.894691 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c54cf6eb-b65b-47cb-80b2-169d3ae32cdb req-eca577db-b6b3-4151-a152-5a3b07aaa3f8 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516346 Aug 25 16:14:29.014179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:29.014855 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.046571 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:29.049504 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:29.088111 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4973590 Aug 25 16:14:29.121568 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7198f3aa-4034-48e4-b000-95e82c745746 None None] Provisioning for port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:29.128437 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7198f3aa-4034-48e4-b000-95e82c745746 None None] Provisioning complete for port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:29.128982 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Request body: {'port': {'device_id': '16785f1d-29d2-4194-8233-64a3412b39c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:29.129222 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7198f3aa-4034-48e4-b000-95e82c745746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.192574 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7198f3aa-4034-48e4-b000-95e82c745746 None None] Port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:14:29.273842 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Attempting to bind port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:14:29.274177 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Attempting to bind port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:14:29.274505 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Attempting to bind port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 on network 4e3848be-798e-470b-ac4e-1dbd15888ed2 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:29.289257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 on network 4e3848be-798e-470b-ac4e-1dbd15888ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:14:29.289578 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Attempting to bind port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 on network 4e3848be-798e-470b-ac4e-1dbd15888ed2 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:29.292622 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.314057 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:14:29.314396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Checking segment: {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:29.315328 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Bound using segment: {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:14:29.315798 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Bound port: d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:14:29.316148 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.374095 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58104) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:29.516876 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:14:29.524212 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.526478 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:14:29.553221 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.564087 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:29.564666 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a41b5de6-1496-463f-9433-ee46977667b7 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:29.569709 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Usage tracker for resource:security_group_rule and tenant:9b60308fba46432eaef020737e2e490e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:29.573728 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:29.581092 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:29.674476 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.713545 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58118) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:29.717779 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.719315 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] 10.222.0.76 "PUT /v2.0/ports/d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 HTTP/1.1" status: 200 len: 1093 time: 2.0493698 Aug 25 16:14:29.721708 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:29.727772 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:29.739276 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:29.739707 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fd8296ca-3336-4da9-808e-cb4b48be7fc4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:29.744817 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:29.848742 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b60308fba46432eaef020737e2e490e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4710987 Aug 25 16:14:29.861296 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58126) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:29.861716 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'status': 'completed', 'code': 200} Aug 25 16:14:29.877243 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ccbec-3bd5-41ce-80d7-7e5a27157475,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:29.896672 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:30.017891 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.059731 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db19af-6edb-4f2e-a6db-fcc28529b95b req-f131f220-71b0-499d-a13c-8be6c91d933f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:30.062235 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-14db19af-6edb-4f2e-a6db-fcc28529b95b req-f131f220-71b0-499d-a13c-8be6c91d933f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.3857296 Aug 25 16:14:30.082016 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4baae8f-1b43-41e8-b6da-d90cfdc4eebd {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:30.090941 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.110271 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Transition to ACTIVE for port object f4baae8f-1b43-41e8-b6da-d90cfdc4eebd will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:30.113827 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-947405db-e5e8-467c-91cc-2e6995ed5cdc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 1096 time: 0.3134661 Aug 25 16:14:30.114943 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.119256 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:30.151193 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:30.157631 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Usage tracker for resource:security_group_rule and tenant:eafea84ba9ba430d9ac40ee6b1aa5bba is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:30.174427 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:30.192923 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:30.199003 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f023b567-2c60-49b7-ab04-aa30a52789ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.236903 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-c00ad364-7b22-42fc-9468-da305c4923f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 HTTP/1.1" status: 200 len: 217 time: 0.0890260 Aug 25 16:14:30.249003 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-14db19af-6edb-4f2e-a6db-fcc28529b95b req-fd3ca644-d7db-493d-a7be-64c15274d795 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714599 Aug 25 16:14:30.252734 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f023b567-2c60-49b7-ab04-aa30a52789ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.349629 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Pushing event updated for resources: {'Port': ['ID=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:30.354770 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:30.407325 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-b21b7729-3e3e-46c0-999c-3894ca71df2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:30.413514 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-b21b7729-3e3e-46c0-999c-3894ca71df2e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.1269565 Aug 25 16:14:30.487033 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27199a19-1857-4e96-b4b3-f7fe13385107 req-b15bad76-447a-4c67-b6ea-fa33d1c4e46f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:30.490158 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-27199a19-1857-4e96-b4b3-f7fe13385107 req-b15bad76-447a-4c67-b6ea-fa33d1c4e46f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 943 time: 0.4045508 Aug 25 16:14:30.574982 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f023b567-2c60-49b7-ab04-aa30a52789ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.581320 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.583378 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-14ad884c-879d-483e-b493-24316c944ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:30.591120 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Attempting to bind port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:14:30.591428 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Attempting to bind port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:14:30.592373 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Attempting to bind port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd on network b3283531-0cca-4c41-9237-dcec1b05d939 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:30.594098 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.603348 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd on network b3283531-0cca-4c41-9237-dcec1b05d939 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:14:30.603692 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Attempting to bind port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd on network b3283531-0cca-4c41-9237-dcec1b05d939 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:30.611596 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-3abbe430-9560-492b-ac09-4d2081fa2c6d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1883607 Aug 25 16:14:30.613461 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023b567-2c60-49b7-ab04-aa30a52789ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76ccbec-3bd5-41ce-80d7-7e5a27157475,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:30.615274 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:14:30.615652 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Checking segment: {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:30.616205 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Bound using segment: {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:14:30.616647 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Bound port: f4baae8f-1b43-41e8-b6da-d90cfdc4eebd, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048ca077-65da-430b-9858-03689cd793a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:14:30.617459 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.623852 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f023b567-2c60-49b7-ab04-aa30a52789ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:30.625963 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-71fe541a-ec85-4608-9a24-629ba859adbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:30.651618 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-27199a19-1857-4e96-b4b3-f7fe13385107 req-f09f2914-bbdc-4549-9b27-f77f22875a7d tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532116 Aug 25 16:14:30.665379 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f023b567-2c60-49b7-ab04-aa30a52789ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.666460 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f023b567-2c60-49b7-ab04-aa30a52789ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a76ccbec-3bd5-41ce-80d7-7e5a27157475 HTTP/1.1" status: 204 len: 168 time: 0.7919872 Aug 25 16:14:30.677464 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eafea84ba9ba430d9ac40ee6b1aa5bba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9546254 Aug 25 16:14:30.677464 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554c6990-e0fb-41f6-ac31-fc634b581601,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:30.679350 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58140) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:30.692276 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:30.741107 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2695ca36-cfaa-43e0-a101-3dc3b66a3dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.773110 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2695ca36-cfaa-43e0-a101-3dc3b66a3dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.830321 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] For port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:14:30.843555 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-b6914856-bdc3-4239-a6e4-acf77819014a service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055466 Aug 25 16:14:30.843555 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] For port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:14:30.843857 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2695ca36-cfaa-43e0-a101-3dc3b66a3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.852154 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-04819b62-0887-4d7a-bbb5-4d1cecc15115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:30.859757 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695ca36-cfaa-43e0-a101-3dc3b66a3dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554c6990-e0fb-41f6-ac31-fc634b581601,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:30.862793 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.863820 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2695ca36-cfaa-43e0-a101-3dc3b66a3dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:30.871198 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2695ca36-cfaa-43e0-a101-3dc3b66a3dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.873165 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2695ca36-cfaa-43e0-a101-3dc3b66a3dd9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/554c6990-e0fb-41f6-ac31-fc634b581601 HTTP/1.1" status: 204 len: 168 time: 0.1923738 Aug 25 16:14:30.884733 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:30.981752 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.983341 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] 10.222.0.76 "PUT /v2.0/ports/f4baae8f-1b43-41e8-b6da-d90cfdc4eebd HTTP/1.1" status: 200 len: 1093 time: 1.8594370 Aug 25 16:14:31.130187 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Pushing event updated for resources: {'Port': ['ID=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:31.133587 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:31.148552 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a854df7-a519-4aff-a6b1-980351ec02d6 req-255da197-1844-4d80-8ca5-cefabf89637b service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065557 Aug 25 16:14:31.167519 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-6a133ee2-43ff-4069-902e-0801f5f66051 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 1096 time: 0.1246250 Aug 25 16:14:31.292587 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-59c0cb44-d52d-47b0-b70e-4db4ef294816 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd HTTP/1.1" status: 200 len: 217 time: 0.0955763 Aug 25 16:14:31.368415 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58150) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:31.374206 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-c94dad8e-b825-421d-81e0-d50910d29084 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:31.375662 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-c94dad8e-b825-421d-81e0-d50910d29084 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 200 len: 849 time: 0.0698063 Aug 25 16:14:31.384855 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eff7177f-2115-41f6-804f-88acb165df57 req-3defc4ba-ee6f-4fde-9fc7-ad12e874d238 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 1096 time: 0.1319890 Aug 25 16:14:31.388039 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.421699 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:31.425721 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Usage tracker for resource:security_group_rule and tenant:7cb7ff6e6ab54d43ab3d9a09db6fca54 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:31.428724 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:31.436567 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:31.548952 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1659cf-5acb-4ae0-a3f5-e1fa6557b4b1 req-54f82ed2-3fa7-494f-8f62-540b58f0a51c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:31.550269 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c1659cf-5acb-4ae0-a3f5-e1fa6557b4b1 req-54f82ed2-3fa7-494f-8f62-540b58f0a51c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.1159883 Aug 25 16:14:31.574043 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-9b4f6861-aa69-4de0-991d-414af2171aab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3283531-0cca-4c41-9237-dcec1b05d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1882560 Aug 25 16:14:31.575020 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7177f-2115-41f6-804f-88acb165df57 req-1cbb7d31-4850-4fec-aa68-e62db51fd088 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:31.576670 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eff7177f-2115-41f6-804f-88acb165df57 req-1cbb7d31-4850-4fec-aa68-e62db51fd088 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 918 time: 0.1608529 Aug 25 16:14:31.595832 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.605273 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.615585 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7cba7b93-465e-4f76-9873-eca44e37b25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:31.645137 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c1659cf-5acb-4ae0-a3f5-e1fa6557b4b1 req-399d1a66-9947-4844-85b0-3a3ddd66fad8 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869074 Aug 25 16:14:31.666203 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76694362-d650-4f29-955b-f45bf4f4aab2,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:31.689718 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7cb7ff6e6ab54d43ab3d9a09db6fca54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3130121 Aug 25 16:14:31.689718 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:31.689718 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58158) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:31.754523 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c5c1-c81a-4294-8cf7-ac35d8cc1e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.786589 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c5c1-c81a-4294-8cf7-ac35d8cc1e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.824127 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eff7177f-2115-41f6-804f-88acb165df57 req-68044d19-a04e-412e-a8e7-8a292de29423 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 HTTP/1.1" status: 200 len: 217 time: 0.2190607 Aug 25 16:14:31.867157 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16785f1d-29d2-4194-8233-64a3412b39c0', 'tag': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:31.927120 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-f58e5853-c149-45bf-9c36-f218efa16532 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400679 Aug 25 16:14:31.930691 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7177f-2115-41f6-804f-88acb165df57 req-ceb1bb3d-3740-416f-955b-bd577880d74a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:31.932110 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eff7177f-2115-41f6-804f-88acb165df57 req-ceb1bb3d-3740-416f-955b-bd577880d74a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.0964711 Aug 25 16:14:31.938062 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6b892-e5ce-40aa-a949-a3085465e580 req-c1a248f6-c63d-4091-a92e-10ea2f188b85 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:31.940290 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ef6b892-e5ce-40aa-a949-a3085465e580 req-c1a248f6-c63d-4091-a92e-10ea2f188b85 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 943 time: 0.1415968 Aug 25 16:14:31.941282 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c5c1-c81a-4294-8cf7-ac35d8cc1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.946875 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5789f3e1-6dfe-48da-8ad6-3f9b0630450e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:31.969663 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3c5c1-c81a-4294-8cf7-ac35d8cc1e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76694362-d650-4f29-955b-f45bf4f4aab2,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:31.972843 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ffe3c5c1-c81a-4294-8cf7-ac35d8cc1e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:31.983343 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16785f1d-29d2-4194-8233-64a3412b39c0', 'tag': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd', 'status': 'completed', 'code': 200} Aug 25 16:14:32.022009 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c5c1-c81a-4294-8cf7-ac35d8cc1e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.023255 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ffe3c5c1-c81a-4294-8cf7-ac35d8cc1e24 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/76694362-d650-4f29-955b-f45bf4f4aab2 HTTP/1.1" status: 204 len: 168 time: 0.3358169 Aug 25 16:14:32.049720 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ef6b892-e5ce-40aa-a949-a3085465e580 req-70f69abc-7bff-4c2e-a72b-49e64ad4a6bf tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815015 Aug 25 16:14:32.170883 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba7011a5-6248-4b96-b263-0564d9dd90e7 req-94055dca-f76d-48ed-9316-437fbac69b24 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308321 Aug 25 16:14:32.173865 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eff7177f-2115-41f6-804f-88acb165df57 req-d4f72d9e-dc8a-461c-971a-8aa96786ec17 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1897800 Aug 25 16:14:32.371250 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eff7177f-2115-41f6-804f-88acb165df57 req-b81b1b57-5a40-425c-8cd3-bdf0108ebfa8 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816912 Aug 25 16:14:32.374920 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-977e60d4-90ae-4241-8ee1-fc606e3d6d69 req-a36e37ad-a1fa-4ffe-b2cc-c06e29b7ae3b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 1096 time: 0.1152740 Aug 25 16:14:32.418965 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58172) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:32.437218 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.471256 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:32.475024 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Usage tracker for resource:security_group_rule and tenant:0ade03bb3e404898afcb14c2f83e69c5 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:32.477819 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:32.484065 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:32.548207 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.551550 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.557585 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a9b356cd-238b-406a-b6ab-878d47ea4722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:32.597444 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7387aac9-6d21-4063-93fd-ed2a79b69a45,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:32.600857 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:32.603159 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ade03bb3e404898afcb14c2f83e69c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1825323 Aug 25 16:14:32.606011 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58176) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:32.664171 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6be18fb-0473-48b3-b268-d27cfb41b04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.689473 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6be18fb-0473-48b3-b268-d27cfb41b04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.739222 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6be18fb-0473-48b3-b268-d27cfb41b04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.742749 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2aae0d06-3963-4fbd-82fa-87cc6c2b1045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:32.753911 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be18fb-0473-48b3-b268-d27cfb41b04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7387aac9-6d21-4063-93fd-ed2a79b69a45,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:32.756165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e6be18fb-0473-48b3-b268-d27cfb41b04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:32.766093 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e6be18fb-0473-48b3-b268-d27cfb41b04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.770160 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e6be18fb-0473-48b3-b268-d27cfb41b04e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7387aac9-6d21-4063-93fd-ed2a79b69a45 HTTP/1.1" status: 204 len: 168 time: 0.1631382 Aug 25 16:14:32.862642 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eceff3-c14a-4bdd-86ca-9545804ec32f req-da518956-1807-48da-b889-656e72224e5c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:32.864133 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-85eceff3-c14a-4bdd-86ca-9545804ec32f req-da518956-1807-48da-b889-656e72224e5c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0805042 Aug 25 16:14:32.911508 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-85eceff3-c14a-4bdd-86ca-9545804ec32f req-a1108114-688a-4bbe-b510-3f787aab2776 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Aug 25 16:14:33.253621 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6a418-3b6e-4124-9660-96ab9f237fbe req-4dc1368f-34e4-4c44-b431-3e5e978df965 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:33.255083 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-83e6a418-3b6e-4124-9660-96ab9f237fbe req-4dc1368f-34e4-4c44-b431-3e5e978df965 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 943 time: 0.0782831 Aug 25 16:14:33.309497 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-83e6a418-3b6e-4124-9660-96ab9f237fbe req-8e0e09a8-92ef-4ad8-aefd-11906ed02c13 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485897 Aug 25 16:14:34.127133 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfed9-604c-4ae2-b145-5e294f5b7e25 req-0a42da27-e1eb-48f9-a200-163004b05a7f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:34.128620 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a14cfed9-604c-4ae2-b145-5e294f5b7e25 req-0a42da27-e1eb-48f9-a200-163004b05a7f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0787559 Aug 25 16:14:34.174006 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a14cfed9-604c-4ae2-b145-5e294f5b7e25 req-c336f9d5-7fec-455d-8a22-fd47bbad5f59 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399323 Aug 25 16:14:34.362785 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:34.510618 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488988ec-5731-47d4-b1b1-68622a2d5261 req-276500f6-2b2e-429f-b82e-f8b3a4e40220 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:34.512015 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-488988ec-5731-47d4-b1b1-68622a2d5261 req-276500f6-2b2e-429f-b82e-f8b3a4e40220 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 943 time: 0.0800128 Aug 25 16:14:34.558017 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-488988ec-5731-47d4-b1b1-68622a2d5261 req-f6996fa0-4bb4-4f9e-a3dd-d1b8bb2076e5 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402484 Aug 25 16:14:35.290521 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e60d4-90ae-4241-8ee1-fc606e3d6d69 req-8cb4e0af-98d2-4537-9dcc-2fc870bb85c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:35.292014 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-977e60d4-90ae-4241-8ee1-fc606e3d6d69 req-8cb4e0af-98d2-4537-9dcc-2fc870bb85c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 912 time: 0.2600462 Aug 25 16:14:35.395583 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eff7177f-2115-41f6-804f-88acb165df57 req-9bd82ac9-3138-4cf5-97e2-cec46d1f795e service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817945 Aug 25 16:14:35.398702 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-977e60d4-90ae-4241-8ee1-fc606e3d6d69 req-67a3a6cf-eabc-40c9-84f7-19913afa81b9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd HTTP/1.1" status: 200 len: 217 time: 0.0993843 Aug 25 16:14:35.402642 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3dc8b350-822a-44c8-852d-47ed0724021e req-5d77b31f-d529-4059-910f-a63426d5af57 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2550452 Aug 25 16:14:35.519632 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e60d4-90ae-4241-8ee1-fc606e3d6d69 req-bc373119-836c-4e7b-a99e-fa7382f4a908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:35.521114 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-977e60d4-90ae-4241-8ee1-fc606e3d6d69 req-bc373119-836c-4e7b-a99e-fa7382f4a908 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 200 len: 849 time: 0.0597582 Aug 25 16:14:35.580472 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c7bfa-a3ef-475d-aa40-4951356565e4 req-8422be3f-5212-4202-9f4f-76c073b37894 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:35.581914 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e34c7bfa-a3ef-475d-aa40-4951356565e4 req-8422be3f-5212-4202-9f4f-76c073b37894 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0770202 Aug 25 16:14:35.632111 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e34c7bfa-a3ef-475d-aa40-4951356565e4 req-ffea1348-89c7-4b1e-bddd-412a0d67de91 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444438 Aug 25 16:14:35.654673 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-977e60d4-90ae-4241-8ee1-fc606e3d6d69 req-8ff4f0f0-845f-4336-9c6d-f2b6a3dc4dc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3283531-0cca-4c41-9237-dcec1b05d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996592 Aug 25 16:14:35.657534 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3dc8b350-822a-44c8-852d-47ed0724021e req-cb24dd1a-18b6-4b27-9bb8-c936a90c85b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1098 time: 0.1355934 Aug 25 16:14:35.756544 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a5f5-74d0-4c5b-804f-298f16652c77 req-b60b1c2b-4b38-4fde-b8a2-d8d438f512dc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:35.758033 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ed41a5f5-74d0-4c5b-804f-298f16652c77 req-b60b1c2b-4b38-4fde-b8a2-d8d438f512dc tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 943 time: 0.0806837 Aug 25 16:14:35.805552 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ed41a5f5-74d0-4c5b-804f-298f16652c77 req-a70cb6b7-9693-4ea6-b1de-1be5c2764f5e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Aug 25 16:14:35.884619 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-977e60d4-90ae-4241-8ee1-fc606e3d6d69 req-2c70f1e6-d571-4302-a075-ff00fa037e65 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193885 Aug 25 16:14:35.922826 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8b350-822a-44c8-852d-47ed0724021e req-88232e2c-8ca0-4052-9a36-b5e44efe448c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:35.924261 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3dc8b350-822a-44c8-852d-47ed0724021e req-88232e2c-8ca0-4052-9a36-b5e44efe448c service neutron] 10.222.0.76 "GET /v2.0/networks?id=53705678-def4-4b8e-a6fe-f5d17934f7df HTTP/1.1" status: 200 len: 910 time: 0.1879203 Aug 25 16:14:36.186475 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3dc8b350-822a-44c8-852d-47ed0724021e req-12e0538c-628a-4c2f-963f-2ed97847b425 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13c47cee-dbde-4300-97af-7348c597ef74 HTTP/1.1" status: 200 len: 1001 time: 0.2201729 Aug 25 16:14:36.189556 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-977e60d4-90ae-4241-8ee1-fc606e3d6d69 req-3c5f1132-330b-4e40-965b-f51ed58b5582 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949240 Aug 25 16:14:36.266778 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8b350-822a-44c8-852d-47ed0724021e req-0c2b1163-ac40-4f90-bd7d-f13e3c20b0b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:36.268244 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3dc8b350-822a-44c8-852d-47ed0724021e req-0c2b1163-ac40-4f90-bd7d-f13e3c20b0b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2622123-f032-4ebd-a045-23ca33227397 HTTP/1.1" status: 200 len: 847 time: 0.0579095 Aug 25 16:14:36.345332 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3dc8b350-822a-44c8-852d-47ed0724021e req-9c21343d-c056-4637-ade3-9142daea2885 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53705678-def4-4b8e-a6fe-f5d17934f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679922 Aug 25 16:14:36.485419 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3dc8b350-822a-44c8-852d-47ed0724021e req-1eb5f7b6-2b66-4932-820a-7e4bd8c0ac43 service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324434 Aug 25 16:14:36.511922 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:14:36.620294 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3dc8b350-822a-44c8-852d-47ed0724021e req-6acde944-6ebe-43fb-a106-be7be142f561 service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281054 Aug 25 16:14:36.647489 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:36.661075 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'port_id': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'mac_address': 'fa:16:3e:49:b6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:14:36.716208 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:36.734420 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:36.750977 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:36.755710 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:36.757413 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:36.837998 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:36.849394 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.849737 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.850101 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.850429 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.850756 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.851080 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.851402 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.853158 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.853499 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.853844 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.854173 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:36.867486 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:36.885825 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfb500-f27f-48b9-b3bf-7bb3bdf8f301 req-85edc110-3731-4018-83ce-e3195d2d972c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:36.887540 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f8bfb500-f27f-48b9-b3bf-7bb3bdf8f301 req-85edc110-3731-4018-83ce-e3195d2d972c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 944 time: 0.0996180 Aug 25 16:14:36.942546 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f8bfb500-f27f-48b9-b3bf-7bb3bdf8f301 req-aef593e6-c5e1-4b8c-add7-7eaaf00f51f7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488584 Aug 25 16:14:37.041558 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b2bd7-4008-4f49-a345-dbfebc78afcb req-5ffc737c-56b6-491b-9194-9fee0243823f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:37.043019 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-553b2bd7-4008-4f49-a345-dbfebc78afcb req-5ffc737c-56b6-491b-9194-9fee0243823f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 943 time: 0.0864878 Aug 25 16:14:37.087258 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-553b2bd7-4008-4f49-a345-dbfebc78afcb req-9d80958c-4650-4ebc-b046-89fd1bd44482 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Aug 25 16:14:37.115677 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:14:38.169241 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed65df6-62f6-4097-9129-e4ce99edac63 req-778f88fd-d1be-48e7-addc-aca59aa85087 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:38.170310 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9ed65df6-62f6-4097-9129-e4ce99edac63 req-778f88fd-d1be-48e7-addc-aca59aa85087 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 944 time: 0.0869319 Aug 25 16:14:38.246620 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9ed65df6-62f6-4097-9129-e4ce99edac63 req-b886f87f-99fa-4e19-b703-140a4cb99094 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712495 Aug 25 16:14:38.293022 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22669be3-af96-4141-ae2b-3d5db2c66055 req-97d7dcbf-47f7-4267-b1ed-9ab9900927b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:38.294705 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-22669be3-af96-4141-ae2b-3d5db2c66055 req-97d7dcbf-47f7-4267-b1ed-9ab9900927b7 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 943 time: 0.0801706 Aug 25 16:14:38.340028 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-22669be3-af96-4141-ae2b-3d5db2c66055 req-68a8dfe1-4c3e-4556-8f1c-c8fa32534df9 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386627 Aug 25 16:14:38.513541 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device f4baae8f-1b43-41e8-b6da-d90cfdc4eebd details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:14:38.523607 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:38.703649 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:38.707414 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:38.720340 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:38.720723 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.752817 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'port_id': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd', 'mac_address': 'fa:16:3e:1f:b6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:14:38.829901 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.876749 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4baae8f-1b43-41e8-b6da-d90cfdc4eebd {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:38.910757 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:38.916271 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.927561 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:38.931932 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:39.033747 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:39.050532 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:39.056673 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:39.058511 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:39.061570 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:39.062012 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f66f814e-f2f0-4095-b80e-cd1803585c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:39.128124 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:39.131781 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:39.247341 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'code': 200} Aug 25 16:14:39.280608 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['f4baae8f-1b43-41e8-b6da-d90cfdc4eebd'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:14:39.581312 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dfbeab96-a02b-4b55-8afc-7cd087327ed1 req-2a089841-9cd4-4fc2-861e-583b7204e08f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 1098 time: 0.0769892 Aug 25 16:14:39.625120 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dfbeab96-a02b-4b55-8afc-7cd087327ed1 req-bc639826-4ed2-4b7f-a911-0e70d6b1c7a1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368180 Aug 25 16:14:39.646839 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c373b-85c8-446a-9651-98bff2797bf6 req-289a2ab7-0cb3-47f8-b96e-0a2bb74e6bbc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:39.648317 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-923c373b-85c8-446a-9651-98bff2797bf6 req-289a2ab7-0cb3-47f8-b96e-0a2bb74e6bbc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.2503996 Aug 25 16:14:39.657598 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daead2d8-0140-45a6-a39f-bcaeba448348 req-6acd756b-dd79-405e-9db9-edeceed6b047 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:39.659025 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-daead2d8-0140-45a6-a39f-bcaeba448348 req-6acd756b-dd79-405e-9db9-edeceed6b047 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 944 time: 0.1074843 Aug 25 16:14:39.731022 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-923c373b-85c8-446a-9651-98bff2797bf6 req-775d6d54-83ca-42d6-bc65-00a3c5b7c782 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710349 Aug 25 16:14:39.735605 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-daead2d8-0140-45a6-a39f-bcaeba448348 req-64930ac3-5dc3-4ecc-a689-abf85116fbf6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622351 Aug 25 16:14:40.513806 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device f4baae8f-1b43-41e8-b6da-d90cfdc4eebd up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:40.582972 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:40.587793 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:40.588166 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:40.710089 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:40.743213 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:40.746892 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:40.748767 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:40.818172 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:40.821575 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:40.995236 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 58366) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:41.076760 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a218b-4d06-478e-9552-fbb06cd1d154 req-2282318f-a827-4360-81a3-85c52caf68be tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:41.078202 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5e4a218b-4d06-478e-9552-fbb06cd1d154 req-2282318f-a827-4360-81a3-85c52caf68be tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1437011 Aug 25 16:14:41.083719 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda75e01-3560-4fc4-b2c6-addd7dfbc96f req-5e561b01-8262-4d78-90ea-2a13b9fdb11e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:41.085105 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eda75e01-3560-4fc4-b2c6-addd7dfbc96f req-5e561b01-8262-4d78-90ea-2a13b9fdb11e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 945 time: 0.1493430 Aug 25 16:14:41.137225 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.154989 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5e4a218b-4d06-478e-9552-fbb06cd1d154 req-1a622638-8bfb-47f1-bc28-23f66de45d74 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683982 Aug 25 16:14:41.159982 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eda75e01-3560-4fc4-b2c6-addd7dfbc96f req-8d27e11e-ea3b-4735-bf07-bba268100a11 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605180 Aug 25 16:14:41.169189 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:41.173398 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Usage tracker for resource:security_group_rule and tenant:04fd2c172ec7479b90a17a1f1a5e4327 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:41.176168 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:41.182209 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:41.248413 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.248980 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16785f1d-29d2-4194-8233-64a3412b39c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:41.253306 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.253751 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:14:41.261570 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-52361f78-3275-402b-9f8a-2c74236ac856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:41.306690 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04fd2c172ec7479b90a17a1f1a5e4327&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3102503 Aug 25 16:14:41.306839 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16785f1d-29d2-4194-8233-64a3412b39c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd', 'code': 200} Aug 25 16:14:41.307470 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43edcf56-f6ca-400d-9cdc-71ba3a97a9df,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:41.309344 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58378) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:41.310946 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:41.371241 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-094d2237-278c-49ed-af6a-3ccd4f890d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.399791 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-094d2237-278c-49ed-af6a-3ccd4f890d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.459094 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-094d2237-278c-49ed-af6a-3ccd4f890d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.464073 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dea24997-dd27-48f8-8f90-16153959f401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:41.476730 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d2237-278c-49ed-af6a-3ccd4f890d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43edcf56-f6ca-400d-9cdc-71ba3a97a9df,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:41.479513 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-094d2237-278c-49ed-af6a-3ccd4f890d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:41.480382 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-094d2237-278c-49ed-af6a-3ccd4f890d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.481466 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-094d2237-278c-49ed-af6a-3ccd4f890d42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43edcf56-f6ca-400d-9cdc-71ba3a97a9df HTTP/1.1" status: 204 len: 168 time: 0.1711643 Aug 25 16:14:41.548182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58386) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:41.583578 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8ff318a-a5a4-4758-b145-0ec1e6353e8e req-40006ae0-4883-47a0-a740-ef492f1ebef2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 1098 time: 0.0760136 Aug 25 16:14:41.626662 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8ff318a-a5a4-4758-b145-0ec1e6353e8e req-acb8760d-4ed8-47fe-9adc-1875cb84f7aa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364461 Aug 25 16:14:41.692561 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.722880 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:41.726578 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] Usage tracker for resource:security_group_rule and tenant:1a35b2cdec34419c9ccd81ca4f1842ec is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:41.729377 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:41.735468 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:41.800521 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.804110 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.811564 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-22aa04dd-c336-43b9-aa11-36e5f0117028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:41.849732 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60cb37e-11cf-449a-8b3c-8c72a7f50a51,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:41.852992 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:41.855738 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c998fa19-bff9-40aa-83bb-09f2f73d7d66 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a35b2cdec34419c9ccd81ca4f1842ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3065252 Aug 25 16:14:41.859083 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 58394) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:41.902727 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58398) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:41.919220 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-10b1f925-8c01-44ae-a68c-6c2ce50a65aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.924330 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.949613 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-10b1f925-8c01-44ae-a68c-6c2ce50a65aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:41.956868 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:41.960868 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Usage tracker for resource:security_group_rule and tenant:2632e8b7de1547feb92ebd5f6cbd0e0c is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:41.963825 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:41.969561 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:42.004593 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-10b1f925-8c01-44ae-a68c-6c2ce50a65aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.009616 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bd26e144-7680-4f4d-b0fb-e3cd124ceb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:42.024766 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1f925-8c01-44ae-a68c-6c2ce50a65aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60cb37e-11cf-449a-8b3c-8c72a7f50a51,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:42.026933 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-10b1f925-8c01-44ae-a68c-6c2ce50a65aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:42.035792 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-10b1f925-8c01-44ae-a68c-6c2ce50a65aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.039228 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-10b1f925-8c01-44ae-a68c-6c2ce50a65aa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e60cb37e-11cf-449a-8b3c-8c72a7f50a51 HTTP/1.1" status: 204 len: 168 time: 0.1768584 Aug 25 16:14:42.043536 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.048851 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.055767 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-df97401d-2f41-4c12-95e9-4fb7e6a5f7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:42.095097 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ee026-79e2-422e-b6ba-f13c4d48cd73,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:42.098024 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:42.101294 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2632e8b7de1547feb92ebd5f6cbd0e0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1972833 Aug 25 16:14:42.103146 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58404) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:42.162572 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-477fa078-583b-4f44-8d5a-cfb47b8f04f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.188243 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-477fa078-583b-4f44-8d5a-cfb47b8f04f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.255515 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-477fa078-583b-4f44-8d5a-cfb47b8f04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.260382 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-38ae676d-e8f3-4b40-958f-7aac02648598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:42.273050 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fa078-583b-4f44-8d5a-cfb47b8f04f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ee026-79e2-422e-b6ba-f13c4d48cd73,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:42.275532 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-477fa078-583b-4f44-8d5a-cfb47b8f04f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:42.284093 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-477fa078-583b-4f44-8d5a-cfb47b8f04f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.287893 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-477fa078-583b-4f44-8d5a-cfb47b8f04f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf1ee026-79e2-422e-b6ba-f13c4d48cd73 HTTP/1.1" status: 204 len: 168 time: 0.1837530 Aug 25 16:14:42.462243 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49afd8-f0ff-4fd7-9e2c-c1e1319ba47a req-2d3a1c0a-0a51-41b3-8f66-fa2c6e42eedb tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:42.463862 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7b49afd8-f0ff-4fd7-9e2c-c1e1319ba47a req-2d3a1c0a-0a51-41b3-8f66-fa2c6e42eedb tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 945 time: 0.1407847 Aug 25 16:14:42.475022 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b913bd2-be7c-4623-a426-238a33a87284 req-9b8d5ff4-7aa0-41ee-867f-82accbd48398 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:42.481544 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4b913bd2-be7c-4623-a426-238a33a87284 req-9b8d5ff4-7aa0-41ee-867f-82accbd48398 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1679914 Aug 25 16:14:42.559812 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4b913bd2-be7c-4623-a426-238a33a87284 req-0d975c41-10c9-4115-9f97-3e3a154a992a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772209 Aug 25 16:14:42.562426 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7b49afd8-f0ff-4fd7-9e2c-c1e1319ba47a req-6855e4ed-1dd6-4054-b963-8c84e7231644 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789661 Aug 25 16:14:42.787936 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb5c0-a1ee-43bf-b722-9365c1470de1 req-9b0e85b0-055d-4bd2-854d-4a3d393b6dc2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:42.789496 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc6cb5c0-a1ee-43bf-b722-9365c1470de1 req-9b0e85b0-055d-4bd2-854d-4a3d393b6dc2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0856547 Aug 25 16:14:42.802647 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58434) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:42.808286 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-2a1d00a4-3a26-427e-b0a8-9b03eb7eb0a5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Request body: {'floatingip': {'port_id': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:42.892937 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2a1d00a4-3a26-427e-b0a8-9b03eb7eb0a5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.213268 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 58450) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:43.478711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2045990635-network', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:43.487317 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:43.491542 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Usage tracker for resource:network and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:43.494555 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:43.502143 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:43.513609 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Made reservation on behalf of 6cd2ef53a9fb421cbbfe070c8ace193e for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:14:43.516734 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.531844 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.564029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:43.569606 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Usage tracker for resource:security_group_rule and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:43.572711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:43.578788 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:43.646000 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2a1d00a4-3a26-427e-b0a8-9b03eb7eb0a5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.651010 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2a1d00a4-3a26-427e-b0a8-9b03eb7eb0a5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.669207 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.674522 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.678717 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4945266f-4b8b-408d-a453-4c2a8028764f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:43.712050 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:14:43.718550 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d95d-a427-4814-8da3-3ac36f4fea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.724378 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7b93b8-ae42-4725-904d-2b0db2787068,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:43.727415 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:43.731765 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.732124 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Added segment 6340d17b-68d9-4708-8076-dec4af5d6376 of type vlan for network eb487cc1-8361-4b03-ad8f-5871e51caff4 Aug 25 16:14:43.760001 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.798339 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.799986 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:43.800728 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:43.808204 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c9ea0878-2a6c-43e6-8dfb-5e15997997c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:43.831218 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e2d8-e222-4c9c-a45e-303bd15e8f7b req-7d57d92c-13f3-4ae0-82ea-2a8b2059782c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:43.832682 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-79d1e2d8-e222-4c9c-a45e-303bd15e8f7b req-7d57d92c-13f3-4ae0-82ea-2a8b2059782c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 945 time: 0.1121967 Aug 25 16:14:43.932786 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Pushing event updated for resources: {'Network': ['ID=eb487cc1-8361-4b03-ad8f-5871e51caff4,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:43.936282 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:43.938549 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7242639 Aug 25 16:14:43.941403 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 58470) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:43.946587 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network eb487cc1-8361-4b03-ad8f-5871e51caff4 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:14:43.950111 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Request body: {'subnet': {'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2045990635-subnet', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:43.953436 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-79d1e2d8-e222-4c9c-a45e-303bd15e8f7b req-96f848f2-95f1-40ff-8d30-035ba3aa5c8f tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647476 Aug 25 16:14:43.956674 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:43.961931 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Usage tracker for resource:subnet and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:43.965750 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:43.972916 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:43.977999 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [None req-2a1d00a4-3a26-427e-b0a8-9b03eb7eb0a5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Floating IP 332bb6cf-709b-4993-8ba1-cb45cb1177a6 associated. External IP: 172.27.2.186, port: d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2. Aug 25 16:14:43.989118 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Made reservation on behalf of 6cd2ef53a9fb421cbbfe070c8ace193e for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:14:43.992202 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6846990'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:44.200695 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:44.262526 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1512843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6847004'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:44.268263 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:44.338966 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Pushing event updated for resources: {'Subnet': ['ID=714c16f9-7f00-4843-bcb2-e196b7e3d9f5,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:44.341783 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:44.350277 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb82b9-17af-4059-94e7-185ef32eedba req-af051bd8-4a90-4ce6-bc50-b1db4905d491 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:44.351884 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-29cb82b9-17af-4059-94e7-185ef32eedba req-af051bd8-4a90-4ce6-bc50-b1db4905d491 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 945 time: 0.1670659 Aug 25 16:14:44.353289 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Checking segment: {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:44.353859 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Network hostable DHCP agents. Network: eb487cc1-8361-4b03-ad8f-5871e51caff4, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:14:44.362427 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 58482) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:44.374166 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7859fc30-e139-4b03-86a4-240b554bd2c6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Request body: {'floatingip': {'port_id': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:44.457524 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7859fc30-e139-4b03-86a4-240b554bd2c6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:44.482022 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1d00a4-3a26-427e-b0a8-9b03eb7eb0a5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:44.598141 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Network eb487cc1-8361-4b03-ad8f-5871e51caff4 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:14:44.640346 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, eb487cc1-8361-4b03-ad8f-5871e51caff4) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:44.653328 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:44.653954 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:44.654414 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd2a59-0657-4df2-b0dd-2db8064e8f7d None None] Network eb487cc1-8361-4b03-ad8f-5871e51caff4 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:14:44.689799 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1d00a4-3a26-427e-b0a8-9b03eb7eb0a5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:44.695284 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2a1d00a4-3a26-427e-b0a8-9b03eb7eb0a5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:44.714240 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-aaf431b4-8c95-4fe6-9e22-75cccc9b887d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7697735 Aug 25 16:14:44.715179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 58492) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:44.735829 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:44.742664 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:44.750565 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Usage tracker for resource:router and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:44.758998 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:44.761081 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2a1d00a4-3a26-427e-b0a8-9b03eb7eb0a5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "PUT /v2.0/floatingips/332bb6cf-709b-4993-8ba1-cb45cb1177a6 HTTP/1.1" status: 200 len: 991 time: 1.9573390 Aug 25 16:14:44.761866 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:44.849509 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] Sync routers for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:44.912564 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:44.913550 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:17Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:44.978208 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-eb487cc1-8361-4b03-ad8f-5871e51caff4', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:14:44.979243 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:45.088196 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'status': 'completed', 'code': 200} Aug 25 16:14:45.089507 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:45.109294 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:45.110163 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:45.185425 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:45.267091 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:45.346792 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Allocated IP 172.20.0.2 (eb487cc1-8361-4b03-ad8f-5871e51caff4/714c16f9-7f00-4843-bcb2-e196b7e3d9f5/a97f6a4b-dd48-4601-90d5-44f79a10abb4) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:45.539600 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7ef6a2a8-7aad-41ea-bc01-bf901ad8feb8 req-074b9580-11ff-432c-8d6e-2de340487dff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 1098 time: 0.3931797 Aug 25 16:14:45.541297 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7859fc30-e139-4b03-86a4-240b554bd2c6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:45.548642 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:45.570225 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7859fc30-e139-4b03-86a4-240b554bd2c6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:45.853415 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:45.855085 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6a2a8-7aad-41ea-bc01-bf901ad8feb8 req-a1f2b740-7744-4c6b-9f24-25cdb64fa0c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:45.857829 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7ef6a2a8-7aad-41ea-bc01-bf901ad8feb8 req-a1f2b740-7744-4c6b-9f24-25cdb64fa0c6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 918 time: 0.3105879 Aug 25 16:14:45.867458 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Transition to ACTIVE for port object a97f6a4b-dd48-4601-90d5-44f79a10abb4 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:45.891471 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Transition to ACTIVE for port object a97f6a4b-dd48-4601-90d5-44f79a10abb4 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:45.899268 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:45.902796 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:45.988843 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Network eb487cc1-8361-4b03-ad8f-5871e51caff4 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:45.989606 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Pushing event updated for resources: {'Port': ['ID=a97f6a4b-dd48-4601-90d5-44f79a10abb4,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:45.993040 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:45.996392 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '332bb6cf-709b-4993-8ba1-cb45cb1177a6', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'port_id': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'mac_address': 'fa:16:3e:49:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943a44e-6ab7-46ae-9604-276ffad09106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:22Z', 'updated_at': '2021-08-25T16:14:43Z', 'revision_number': 1, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:45.998838 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:45.999569 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:46.005390 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] Checking router: a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:46.105993 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:46.107741 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:17Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:46.164183 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7ef6a2a8-7aad-41ea-bc01-bf901ad8feb8 req-93aa5096-5252-430b-ab2e-b8019d6702d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 HTTP/1.1" status: 200 len: 999 time: 0.2973387 Aug 25 16:14:46.177155 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Attempting to bind port a97f6a4b-dd48-4601-90d5-44f79a10abb4 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:14:46.177532 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Attempting to bind port a97f6a4b-dd48-4601-90d5-44f79a10abb4 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:14:46.177906 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Attempting to bind port a97f6a4b-dd48-4601-90d5-44f79a10abb4 on network eb487cc1-8361-4b03-ad8f-5871e51caff4 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:46.198294 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:14:46.198675 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Checking segment: {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:46.199085 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:46.199513 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Bound using segment: {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:14:46.199995 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Bound port: a97f6a4b-dd48-4601-90d5-44f79a10abb4, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:14:46.200387 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:46.269441 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6a2a8-7aad-41ea-bc01-bf901ad8feb8 req-19f22698-8f31-4395-9408-69dd0435102b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:46.270876 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7ef6a2a8-7aad-41ea-bc01-bf901ad8feb8 req-19f22698-8f31-4395-9408-69dd0435102b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.0990481 Aug 25 16:14:46.365194 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-7859fc30-e139-4b03-86a4-240b554bd2c6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Floating IP 851cfde6-5f46-46b0-849a-be5a77621f43 associated. External IP: 172.27.2.214, port: f4baae8f-1b43-41e8-b6da-d90cfdc4eebd. Aug 25 16:14:46.379191 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] For port a97f6a4b-dd48-4601-90d5-44f79a10abb4, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:14:46.383011 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] For port a97f6a4b-dd48-4601-90d5-44f79a10abb4, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a97f6a4b-dd48-4601-90d5-44f79a10abb4,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:14:46.386182 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:46.428985 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:46.438721 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5ff69d41-1717-4f00-825c-02b2d4e384ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:46.461802 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:46.508330 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:46.579692 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7ef6a2a8-7aad-41ea-bc01-bf901ad8feb8 req-8e3a2918-0a41-4cc9-b69b-96cc04c34258 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2712686 Aug 25 16:14:46.591222 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-abc9a610-1316-4368-9747-e5f1cf37ef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:46.633197 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Pushing event updated for resources: {'Port': ['ID=a97f6a4b-dd48-4601-90d5-44f79a10abb4,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:46.636418 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:46.895937 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '332bb6cf-709b-4993-8ba1-cb45cb1177a6', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'port_id': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'mac_address': 'fa:16:3e:49:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943a44e-6ab7-46ae-9604-276ffad09106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:22Z', 'updated_at': '2021-08-25T16:14:43Z', 'revision_number': 1, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:46.901189 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d2534-56ac-4098-88c4-f4d6baa674a0 None None] The sync data for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi is: [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '332bb6cf-709b-4993-8ba1-cb45cb1177a6', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'port_id': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'mac_address': 'fa:16:3e:49:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943a44e-6ab7-46ae-9604-276ffad09106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:22Z', 'updated_at': '2021-08-25T16:14:43Z', 'revision_number': 1, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:46.955598 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7ef6a2a8-7aad-41ea-bc01-bf901ad8feb8 req-7b94ea3f-f044-497b-b607-1e3a1130ab0a service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640006 Aug 25 16:14:46.991993 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Allocated IP 172.27.2.135 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/3efbc154-bc6f-44e0-b8f0-ec3aa10773f7) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:47.180393 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb3a93-a201-473c-8c6e-dd806218a4fb None None] New status for floating IP 332bb6cf-709b-4993-8ba1-cb45cb1177a6: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:47.346169 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7ef6a2a8-7aad-41ea-bc01-bf901ad8feb8 req-1740a790-0127-4067-9c69-088b6e1f90a0 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799953 Aug 25 16:14:47.436168 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:47.474679 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a97f6a4b-dd48-4601-90d5-44f79a10abb4 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:47.541036 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:47.550866 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port a97f6a4b-dd48-4601-90d5-44f79a10abb4 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:47.559724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8ce2fde-7e19-4e61-9a45-59c18ee7b456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:47.581160 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:47.636477 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:47.642081 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:47.649675 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:47.677827 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Pushing event updated for resources: {'Port': ['ID=3efbc154-bc6f-44e0-b8f0-ec3aa10773f7,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:47.703878 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.704250 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.704611 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.704962 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.705312 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.705659 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.706005 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.706352 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.706695 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.707039 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.707379 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:47.713363 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:47.754117 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab1f925-227a-4fd1-9b60-dc08dab13671 None None] Network eb487cc1-8361-4b03-ad8f-5871e51caff4 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:14:47.760277 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7859fc30-e139-4b03-86a4-240b554bd2c6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Router 2814c97a-902b-4922-ad67-921c8defeb08 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:47.845058 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-6890c1a8-8080-4f2c-a7b9-297fa76b117b None None] Provisioning for port a97f6a4b-dd48-4601-90d5-44f79a10abb4 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:47.863471 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-6890c1a8-8080-4f2c-a7b9-297fa76b117b None None] Provisioning complete for port a97f6a4b-dd48-4601-90d5-44f79a10abb4 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:47.863849 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6890c1a8-8080-4f2c-a7b9-297fa76b117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.098485 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.099211 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.119880 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6890c1a8-8080-4f2c-a7b9-297fa76b117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.161564 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-6890c1a8-8080-4f2c-a7b9-297fa76b117b None None] For port a97f6a4b-dd48-4601-90d5-44f79a10abb4, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a97f6a4b-dd48-4601-90d5-44f79a10abb4,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:48.169770 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6890c1a8-8080-4f2c-a7b9-297fa76b117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.172319 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:48.194186 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7859fc30-e139-4b03-86a4-240b554bd2c6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:48.211330 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] Sync routers for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:48.215823 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7859fc30-e139-4b03-86a4-240b554bd2c6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.245696 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:48.246608 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:48.277793 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7859fc30-e139-4b03-86a4-240b554bd2c6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "PUT /v2.0/floatingips/851cfde6-5f46-46b0-849a-be5a77621f43 HTTP/1.1" status: 200 len: 991 time: 3.9138055 Aug 25 16:14:48.339090 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16785f1d-29d2-4194-8233-64a3412b39c0', 'tag': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:48.362592 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890c1a8-8080-4f2c-a7b9-297fa76b117b None None] Pushing event updated for resources: {'Port': ['ID=a97f6a4b-dd48-4601-90d5-44f79a10abb4,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:48.376666 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6890c1a8-8080-4f2c-a7b9-297fa76b117b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:48.449020 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Router f24054db-eb44-4a3c-b796-49ed047a9bd4 is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:14:48.551754 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a6ac25ab-6043-4253-b028-b54873a97ca6 None None] Provisioning complete for port a97f6a4b-dd48-4601-90d5-44f79a10abb4 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:48.552158 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a6ac25ab-6043-4253-b028-b54873a97ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.613289 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:48.643951 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16785f1d-29d2-4194-8233-64a3412b39c0', 'tag': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd', 'status': 'completed', 'code': 200} Aug 25 16:14:48.739777 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:48.751366 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Sync routers for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:48.773332 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:48.774024 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:48.775269 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:48.779342 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0572274 Aug 25 16:14:48.779756 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58534) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:48.791670 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-961b0343-b07b-4091-9992-2d9f8e6c4ab2 req-c3731a30-bd68-4ae2-aac1-0d67d4f37132 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 1098 time: 0.1068511 Aug 25 16:14:49.078375 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b0343-b07b-4091-9992-2d9f8e6c4ab2 req-615846ed-7a8b-445a-896f-ce495d200597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:49.080530 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-961b0343-b07b-4091-9992-2d9f8e6c4ab2 req-615846ed-7a8b-445a-896f-ce495d200597 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 200 len: 912 time: 0.2823417 Aug 25 16:14:49.125949 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:49.170123 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '851cfde6-5f46-46b0-849a-be5a77621f43', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'port_id': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'mac_address': 'fa:16:3e:1f:b6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16785f1d-29d2-4194-8233-64a3412b39c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:22Z', 'updated_at': '2021-08-25T16:14:45Z', 'revision_number': 1, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:49.175600 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] Checking router: 2814c97a-902b-4922-ad67-921c8defeb08 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:49.188374 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:49.189015 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:49.205238 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-961b0343-b07b-4091-9992-2d9f8e6c4ab2 req-35426f34-49ee-4607-8990-f32362a13692 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd HTTP/1.1" status: 200 len: 999 time: 0.1113827 Aug 25 16:14:49.279240 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b0343-b07b-4091-9992-2d9f8e6c4ab2 req-dbab7ec1-e648-459e-a485-615893730da1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:49.281517 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-961b0343-b07b-4091-9992-2d9f8e6c4ab2 req-dbab7ec1-e648-459e-a485-615893730da1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 200 len: 849 time: 0.0684319 Aug 25 16:14:49.404685 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:49.408164 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-961b0343-b07b-4091-9992-2d9f8e6c4ab2 req-4dbfa976-4933-4758-8cb0-ba2ea8aa839b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b3283531-0cca-4c41-9237-dcec1b05d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1195886 Aug 25 16:14:49.470271 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a97f6a4b-dd48-4601-90d5-44f79a10abb4 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:49.501327 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:47Z', 'revision_number': 3, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:49.506617 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Checking router: f24054db-eb44-4a3c-b796-49ed047a9bd4 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:49.507157 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Updating router f24054db-eb44-4a3c-b796-49ed047a9bd4 port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:14:49.568256 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:49.662048 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-961b0343-b07b-4091-9992-2d9f8e6c4ab2 req-2ce6ebac-f5d7-4db1-9e8f-1c4c4133bd86 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463722 Aug 25 16:14:49.664279 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:49.668737 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port a97f6a4b-dd48-4601-90d5-44f79a10abb4 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:49.669257 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:49.813071 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:49.899210 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-961b0343-b07b-4091-9992-2d9f8e6c4ab2 req-ca080a1b-83b8-4a20-bf9d-0e04eb9f5630 service neutron] 10.222.0.76 "GET /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297318 Aug 25 16:14:50.039824 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.054714 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Transition to ACTIVE for port object 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:50.062138 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.066656 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:50.073241 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Allocated IP 172.20.0.1 (eb487cc1-8361-4b03-ad8f-5871e51caff4/714c16f9-7f00-4843-bcb2-e196b7e3d9f5/1ba91b93-23d6-402b-968f-343cfd00f213) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:50.074897 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '851cfde6-5f46-46b0-849a-be5a77621f43', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'port_id': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'mac_address': 'fa:16:3e:1f:b6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16785f1d-29d2-4194-8233-64a3412b39c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:22Z', 'updated_at': '2021-08-25T16:14:45Z', 'revision_number': 1, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:50.079336 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbcab0a-4b82-45ef-9bb9-d8358c1edcb4 None None] The sync data for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi is: [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '851cfde6-5f46-46b0-849a-be5a77621f43', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'port_id': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'mac_address': 'fa:16:3e:1f:b6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16785f1d-29d2-4194-8233-64a3412b39c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:22Z', 'updated_at': '2021-08-25T16:14:45Z', 'revision_number': 1, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:50.140436 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Attempting to bind port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:14:50.140711 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Attempting to bind port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:14:50.141328 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Attempting to bind port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:50.151266 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Pushing event updated for resources: {'Port': ['ID=3efbc154-bc6f-44e0-b8f0-ec3aa10773f7,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:50.154441 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:14:50.154867 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:50.155269 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.155674 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:14:50.156144 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Bound port: 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:14:50.156535 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.213223 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.213561 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.213892 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.214561 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.214829 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.215026 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.215660 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.215660 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.215929 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.216245 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.216588 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:50.221752 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:50.245624 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] For port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:14:50.249594 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] For port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=3efbc154-bc6f-44e0-b8f0-ec3aa10773f7,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:14:50.252590 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.255787 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.260311 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:50.269433 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Transition to ACTIVE for port object 1ba91b93-23d6-402b-968f-343cfd00f213 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:50.314448 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.318364 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-552e0fde-b02a-4682-aa71-3c0f8cde41d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:50.347542 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Pushing event updated for resources: {'Port': ['ID=3efbc154-bc6f-44e0-b8f0-ec3aa10773f7,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:50.351356 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-8a1fc92e-6ac8-489e-8350-fb0a1d5a3450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:50.353597 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:50.353758 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:50.392769 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Network eb487cc1-8361-4b03-ad8f-5871e51caff4 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:50.396487 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:50.397389 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04110b3a-211e-46d5-93ea-87ae5cd094fa None None] New status for floating IP 851cfde6-5f46-46b0-849a-be5a77621f43: ACTIVE {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:50.399087 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:50.448819 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba91b93-23d6-402b-968f-343cfd00f213,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:50.451884 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:50.470392 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.558424 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.680813 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:50.790768 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-51092cbf-9eba-4cdd-8fab-cac75e29d922 None None] Provisioning for port 1ba91b93-23d6-402b-968f-343cfd00f213 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:50.798367 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-51092cbf-9eba-4cdd-8fab-cac75e29d922 None None] Provisioning complete for port 1ba91b93-23d6-402b-968f-343cfd00f213 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:50.798877 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-51092cbf-9eba-4cdd-8fab-cac75e29d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.829054 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.835462 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7215769'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.864918 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-64d5a23f-c2ed-4663-a502-ee43290bf472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:50.868216 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-51092cbf-9eba-4cdd-8fab-cac75e29d922 None None] Port 1ba91b93-23d6-402b-968f-343cfd00f213 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:14:50.985704 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:50.988577 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba91b93-23d6-402b-968f-343cfd00f213,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:50.996442 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:51.101509 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:47Z', 'revision_number': 3, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:51.106428 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3a8aa-27bd-4bd0-8f5e-43726f42c825 None None] The sync data for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi is: [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:47Z', 'revision_number': 3, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:51.191174 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Network eb487cc1-8361-4b03-ad8f-5871e51caff4 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:51.192313 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:51.392845 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-87ab6a6b-3164-4417-90b2-db6d6de796e4 None None] Provisioning complete for port 1ba91b93-23d6-402b-968f-343cfd00f213 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:51.393308 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-87ab6a6b-3164-4417-90b2-db6d6de796e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:51.448837 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-87ab6a6b-3164-4417-90b2-db6d6de796e4 None None] Port 1ba91b93-23d6-402b-968f-343cfd00f213 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:14:51.676608 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Router f24054db-eb44-4a3c-b796-49ed047a9bd4 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:51.868129 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:51.877519 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] 10.222.0.73 "PUT /v2.0/routers/f24054db-eb44-4a3c-b796-49ed047a9bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0964434 Aug 25 16:14:52.800328 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58594) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:52.806036 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-363984509-network', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:52.810843 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:52.814669 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Usage tracker for resource:network and tenant:bca5a05c751e4720ba7ee27f8b91cb1f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:52.817531 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:52.823139 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:52.832930 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Made reservation on behalf of bca5a05c751e4720ba7ee27f8b91cb1f for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:14:52.835110 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:52.851063 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:52.881922 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:52.885914 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Usage tracker for resource:security_group_rule and tenant:bca5a05c751e4720ba7ee27f8b91cb1f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:52.889518 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:52.895763 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:52.967299 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:52.970895 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:52.974774 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e1571fcc-c41f-4b33-98ce-003f3efe8c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:53.002308 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:14:53.017303 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82972812-7737-47c7-a66f-f84825e33189,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:53.021393 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:53.022325 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.022647 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Added segment 4ae4fd95-80eb-4498-b7cf-cb8d4df8b419 of type vlan for network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 Aug 25 16:14:53.049586 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.078334 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.079764 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:53.080341 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.084945 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:53.182871 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3814411 Aug 25 16:14:53.183643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Pushing event updated for resources: {'Network': ['ID=8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:53.185527 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58600) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:53.188079 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:53.191463 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Request body: {'subnet': {'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-363984509-subnet', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:53.193625 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:14:53.196063 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:53.199815 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Usage tracker for resource:subnet and tenant:bca5a05c751e4720ba7ee27f8b91cb1f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:53.203127 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:53.209318 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:53.221146 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Made reservation on behalf of bca5a05c751e4720ba7ee27f8b91cb1f for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:14:53.223855 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7181586'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.423504 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7215660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7181568'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.428779 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4d0397e7-c3e2-4b76-9d14-65a7dcafe626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:53.499308 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284da76b-6d7a-41f7-992c-f9ea8a9347c8,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:53.502910 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:53.510726 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Checking segment: {'id': '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:53.511071 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Network hostable DHCP agents. Network: 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:14:53.534009 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:14:53.545460 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:53.549599 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:53.550187 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.555576 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca995e6a-c258-4813-a9f9-04a86e7e23f9 None None] Network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:14:53.574402 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-12ed8044-ca8f-4a55-864f-06c0002126a5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3878760 Aug 25 16:14:53.577523 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58610) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:53.582574 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:53.587158 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:53.591063 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Usage tracker for resource:router and tenant:bca5a05c751e4720ba7ee27f8b91cb1f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:53.594048 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:53.599967 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:53.611366 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2017396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12761'] for router, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.612469 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2017303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2022607', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2094287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12578'] for router, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.634750 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.784115 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9a559d8-3ccf-5274-b259-2ae73ea4a156-8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457', 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'fixed_ips': [{'subnet_id': '284da76b-6d7a-41f7-992c-f9ea8a9347c8'}]}} from dv-cinder-806007-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:14:53.785436 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.785813 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2022653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2017386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12596'] for router, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:53.944146 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Allocated IP 172.20.0.2 (8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457/284da76b-6d7a-41f7-992c-f9ea8a9347c8/22959f3b-b405-4330-bfb3-1fbe0897746a) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:54.085565 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.117753 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.152221 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.162744 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Transition to ACTIVE for port object 22959f3b-b405-4330-bfb3-1fbe0897746a will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:54.180784 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Transition to ACTIVE for port object 22959f3b-b405-4330-bfb3-1fbe0897746a will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:54.186146 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.190771 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:54.253674 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:54.256514 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:54.260589 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Allocated IP 172.27.2.128 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/5a068828-5b83-45d1-b142-65655f6e9140) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:54.260899 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:54.262775 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Pushing event updated for resources: {'Port': ['ID=22959f3b-b405-4330-bfb3-1fbe0897746a,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:54.267041 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:54.347757 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Attempting to bind port 22959f3b-b405-4330-bfb3-1fbe0897746a on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:14:54.348048 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Attempting to bind port 22959f3b-b405-4330-bfb3-1fbe0897746a by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:14:54.348417 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Attempting to bind port 22959f3b-b405-4330-bfb3-1fbe0897746a on network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:54.354684 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:14:54.355061 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Checking segment: {'id': '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:54.355490 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.355891 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Bound using segment: {'id': '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:14:54.356356 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Bound port: 22959f3b-b405-4330-bfb3-1fbe0897746a, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:14:54.356732 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.407942 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.435087 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.439300 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:54.445662 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] For port 22959f3b-b405-4330-bfb3-1fbe0897746a, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:14:54.448723 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] For port 22959f3b-b405-4330-bfb3-1fbe0897746a, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=22959f3b-b405-4330-bfb3-1fbe0897746a,segment=NetworkSegment(4ae4fd95-80eb-4498-b7cf-cb8d4df8b419),segment_id=4ae4fd95-80eb-4498-b7cf-cb8d4df8b419)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:14:54.453878 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.457357 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:54.505759 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:54.508929 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:54.514076 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:54.524423 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Pushing event updated for resources: {'Port': ['ID=22959f3b-b405-4330-bfb3-1fbe0897746a,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:54.527280 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-071b613c-5932-47f4-bcf5-f3ea8879d540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:54.541644 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Pushing event updated for resources: {'Port': ['ID=5a068828-5b83-45d1-b142-65655f6e9140,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:54.549002 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:54.709349 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:54.710196 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2017379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2022942'] for router, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:55.020612 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Router a052c85c-aa1a-4684-a501-9f75ad33bd0c is scheduled to L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f with binding_index 1 {{(pid=75028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:14:55.226468 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:55.236796 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Sync routers for ids ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:55.251151 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Routers {'a052c85c-aa1a-4684-a501-9f75ad33bd0c'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:55.251910 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:55.254895 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:55.256160 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-63a49b32-df88-4973-9678-1e8a66549867 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6776567 Aug 25 16:14:55.259016 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 58630) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:55.514031 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Set router a052c85c-aa1a-4684-a501-9f75ad33bd0c gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:55.556347 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:55.692937 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:55.699901 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:55.700729 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:55.784973 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b35329-4529-4572-9d77-9d5ec740891b None None] Network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:14:55.896793 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-40eeefe1-bef1-4177-af9f-f8b834782c33 None None] Provisioning for port 22959f3b-b405-4330-bfb3-1fbe0897746a completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:55.910022 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '5a068828-5b83-45d1-b142-65655f6e9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:53Z', 'updated_at': '2021-08-25T16:14:54Z', 'revision_number': 3, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'gw_port': {'id': '5a068828-5b83-45d1-b142-65655f6e9140', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:54Z', 'updated_at': '2021-08-25T16:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:55.914494 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Checking router: a052c85c-aa1a-4684-a501-9f75ad33bd0c for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:55.915393 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Updating router a052c85c-aa1a-4684-a501-9f75ad33bd0c port 5a068828-5b83-45d1-b142-65655f6e9140 binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:14:55.982959 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.031859 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.062542 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=3efbc154-bc6f-44e0-b8f0-ec3aa10773f7,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:56.068345 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.069259 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 22959f3b-b405-4330-bfb3-1fbe0897746a up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:56.097676 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:56.206946 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.230270 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=3efbc154-bc6f-44e0-b8f0-ec3aa10773f7,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:56.234716 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:56.251132 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 22959f3b-b405-4330-bfb3-1fbe0897746a completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:56.258941 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 22959f3b-b405-4330-bfb3-1fbe0897746a triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:56.259303 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.419286 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.426191 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.443862 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Transition to ACTIVE for port object 5a068828-5b83-45d1-b142-65655f6e9140 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:56.452659 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.458399 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:56.478755 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 22959f3b-b405-4330-bfb3-1fbe0897746a, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=22959f3b-b405-4330-bfb3-1fbe0897746a,segment=NetworkSegment(4ae4fd95-80eb-4498-b7cf-cb8d4df8b419),segment_id=4ae4fd95-80eb-4498-b7cf-cb8d4df8b419)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:56.484643 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.494738 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:56.501748 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Allocated IP 172.20.0.1 (8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457/284da76b-6d7a-41f7-992c-f9ea8a9347c8/09f82766-12cc-4fa4-80de-4cf32aed475c) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:56.531369 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31e086-ee1e-4da4-a245-3d6a4e4a9d92 None None] Pushing event updated for resources: {'Port': ['ID=5a068828-5b83-45d1-b142-65655f6e9140,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:56.535994 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0d31e086-ee1e-4da4-a245-3d6a4e4a9d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:56.563014 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Attempting to bind port 5a068828-5b83-45d1-b142-65655f6e9140 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:14:56.563390 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Attempting to bind port 5a068828-5b83-45d1-b142-65655f6e9140 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:14:56.564314 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Attempting to bind port 5a068828-5b83-45d1-b142-65655f6e9140 on network c09252c6-fda2-4fa5-924a-0ae49da8593b {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:56.571125 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:14:56.571535 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Checking segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:56.571949 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.572395 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Bound using segment: {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:14:56.572876 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Bound port: 5a068828-5b83-45d1-b142-65655f6e9140, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08946a-5b68-4ac5-96a9-07dff9aaf62f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:14:56.573276 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.588167 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-61d1497f-023f-4c67-929c-0e137252f452 None None] Provisioning complete for port 22959f3b-b405-4330-bfb3-1fbe0897746a triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:56.588738 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-61d1497f-023f-4c67-929c-0e137252f452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.600242 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58644) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:56.657726 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] For port 5a068828-5b83-45d1-b142-65655f6e9140, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:14:56.660893 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=22959f3b-b405-4330-bfb3-1fbe0897746a,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:56.661496 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] For port 5a068828-5b83-45d1-b142-65655f6e9140, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=5a068828-5b83-45d1-b142-65655f6e9140,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:14:56.664655 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:56.667005 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.673826 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0d31e086-ee1e-4da4-a245-3d6a4e4a9d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:56.700403 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.718533 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Transition to ACTIVE for port object 09f82766-12cc-4fa4-80de-4cf32aed475c will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:56.744071 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31e086-ee1e-4da4-a245-3d6a4e4a9d92 None None] Pushing event updated for resources: {'Port': ['ID=5a068828-5b83-45d1-b142-65655f6e9140,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:56.744866 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.749398 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0d31e086-ee1e-4da4-a245-3d6a4e4a9d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:56.753324 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6ccf9a51-0a75-40b1-824c-8ae128f62a9e tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:56.764154 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Routers {'a052c85c-aa1a-4684-a501-9f75ad33bd0c'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:56.764771 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:56.795799 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.819018 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:56.822832 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Pushing event updated for resources: {'Port': ['ID=09f82766-12cc-4fa4-80de-4cf32aed475c,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:56.825867 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:56.826663 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:56.828909 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:56.846418 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:56.850590 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Usage tracker for resource:security_group_rule and tenant:5cbbe0102e1840eab3cb664e19dfee5f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:56.868106 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:56.878848 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:56.885523 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023104'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.975318 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] Set router a052c85c-aa1a-4684-a501-9f75ad33bd0c gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:57.009086 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.019350 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.029553 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.033484 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b6003537-3c7f-4377-96c5-bbe7ad7dd074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:57.115631 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb1153-68b1-4708-bb6d-11c12b7882c9,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:57.142629 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:57.149646 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5cbbe0102e1840eab3cb664e19dfee5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5481319 Aug 25 16:14:57.152170 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58654) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:57.164287 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a421bcfe-4002-46c2-a43c-fb209e3e9399 None None] Provisioning for port 09f82766-12cc-4fa4-80de-4cf32aed475c completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:57.170443 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-a421bcfe-4002-46c2-a43c-fb209e3e9399 None None] Provisioning complete for port 09f82766-12cc-4fa4-80de-4cf32aed475c triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:57.170896 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-a421bcfe-4002-46c2-a43c-fb209e3e9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.227191 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ec9e7144-41b3-4b84-b270-bf59cb1d6c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.238298 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-a421bcfe-4002-46c2-a43c-fb209e3e9399 None None] Port 09f82766-12cc-4fa4-80de-4cf32aed475c cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:14:57.262023 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ec9e7144-41b3-4b84-b270-bf59cb1d6c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.282198 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.287320 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.312843 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-32e50e88-3070-4549-bb93-fe3e134f32f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:57.324031 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ec9e7144-41b3-4b84-b270-bf59cb1d6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.329579 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f023b567-2c60-49b7-ab04-aa30a52789ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:57.337290 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '5a068828-5b83-45d1-b142-65655f6e9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:53Z', 'updated_at': '2021-08-25T16:14:54Z', 'revision_number': 3, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'gw_port': {'id': '5a068828-5b83-45d1-b142-65655f6e9140', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:54Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:57.341215 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e39956-bc30-4bca-ac94-63d20ace9256 None None] The sync data for ids ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'] in dv-cinder-806007-1-iscsi is: [{'id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '5a068828-5b83-45d1-b142-65655f6e9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:53Z', 'updated_at': '2021-08-25T16:14:54Z', 'revision_number': 3, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'gw_port': {'id': '5a068828-5b83-45d1-b142-65655f6e9140', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:54Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:57.341825 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e7144-41b3-4b84-b270-bf59cb1d6c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb1153-68b1-4708-bb6d-11c12b7882c9,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:57.344710 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ec9e7144-41b3-4b84-b270-bf59cb1d6c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:57.348235 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ec9e7144-41b3-4b84-b270-bf59cb1d6c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.352420 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ec9e7144-41b3-4b84-b270-bf59cb1d6c06 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04eb1153-68b1-4708-bb6d-11c12b7882c9 HTTP/1.1" status: 204 len: 168 time: 0.1956406 Aug 25 16:14:57.401519 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Pushing event updated for resources: {'Port': ['ID=09f82766-12cc-4fa4-80de-4cf32aed475c,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:57.405744 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:57.408448 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2970624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2020137'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.457795 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:57.532606 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:57.533058 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.631957 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:57.633002 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:57.659215 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 22959f3b-b405-4330-bfb3-1fbe0897746a up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:57.740014 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 22959f3b-b405-4330-bfb3-1fbe0897746a triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:57.740639 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.768313 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58662) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:57.787637 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.823912 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:57.827834 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Usage tracker for resource:security_group_rule and tenant:6abcd1c983174928ae837e4b6f07dc4f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:57.830803 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:57.836722 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:57.915496 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.920047 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.927628 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-acc0378a-4678-439a-937e-b32939bfe553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:57.968351 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775ddc7b-19ce-4926-ad98-7b2d96eef54e,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:57.972795 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6abcd1c983174928ae837e4b6f07dc4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2034788 Aug 25 16:14:57.973673 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:57.975561 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58666) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:57.976514 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-2afca855-8941-42c3-b995-eeef0e0eb5b9 None None] Provisioning complete for port 09f82766-12cc-4fa4-80de-4cf32aed475c triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:57.976896 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2afca855-8941-42c3-b995-eeef0e0eb5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:58.032131 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2afca855-8941-42c3-b995-eeef0e0eb5b9 None None] Port 09f82766-12cc-4fa4-80de-4cf32aed475c cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:14:58.040334 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f43a343-bc99-491d-ab55-316b39875c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:58.067545 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f43a343-bc99-491d-ab55-316b39875c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:58.093127 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Router a052c85c-aa1a-4684-a501-9f75ad33bd0c has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:58.119879 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f43a343-bc99-491d-ab55-316b39875c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:58.123803 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8f7366b7-0182-449c-89ad-83e790e941c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:58.136418 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43a343-bc99-491d-ab55-316b39875c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ddc7b-19ce-4926-ad98-7b2d96eef54e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:58.140669 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6f43a343-bc99-491d-ab55-316b39875c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:58.144497 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f43a343-bc99-491d-ab55-316b39875c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:58.145617 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6f43a343-bc99-491d-ab55-316b39875c84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/775ddc7b-19ce-4926-ad98-7b2d96eef54e HTTP/1.1" status: 204 len: 168 time: 0.1689868 Aug 25 16:14:58.311179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:58.324154 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] 10.222.0.73 "PUT /v2.0/routers/a052c85c-aa1a-4684-a501-9f75ad33bd0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0640187 Aug 25 16:15:03.501568 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58784) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:03.663482 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:03.696618 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:03.701005 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Usage tracker for resource:security_group_rule and tenant:c990ec78baec41a598c5aedea1591a94 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:03.703811 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:03.709672 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:03.797717 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:03.801529 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:03.830689 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9996fad3-20ac-43d7-8bea-1869e6a298bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:03.864383 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c990ec78baec41a598c5aedea1591a94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3617268 Aug 25 16:15:03.866225 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 58790) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:03.866916 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f202d12-b988-47db-953e-b98581e33bfd,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:03.949115 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.949543 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.949912 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.950331 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.951182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.951650 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.952004 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.952360 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.952718 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.953064 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.953413 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:03.973050 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:03.973709 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-040768d5-01c7-4bb5-8ead-6eee0bc57137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:04.001461 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-040768d5-01c7-4bb5-8ead-6eee0bc57137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:04.063020 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-040768d5-01c7-4bb5-8ead-6eee0bc57137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:04.067526 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4f4df194-63b3-4051-b93e-bfb431aac295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:04.083865 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040768d5-01c7-4bb5-8ead-6eee0bc57137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f202d12-b988-47db-953e-b98581e33bfd,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:04.086287 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-040768d5-01c7-4bb5-8ead-6eee0bc57137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:04.087671 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-040768d5-01c7-4bb5-8ead-6eee0bc57137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:04.088782 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-040768d5-01c7-4bb5-8ead-6eee0bc57137 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f202d12-b988-47db-953e-b98581e33bfd HTTP/1.1" status: 204 len: 168 time: 0.2193305 Aug 25 16:15:04.368549 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:06.632250 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Sync routers for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:15:06.654579 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:06.655300 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:06.873054 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:07.276060 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '1ba91b93-23d6-402b-968f-343cfd00f213', 'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'mac_address': 'fa:16:3e:b1:7d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:49Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 2, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'subnets': [{'id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:07.280206 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Checking router: f24054db-eb44-4a3c-b796-49ed047a9bd4 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:15:07.280572 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Updating router f24054db-eb44-4a3c-b796-49ed047a9bd4 port 1ba91b93-23d6-402b-968f-343cfd00f213 binding host dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:15:07.333904 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:07.485080 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 5a068828-5b83-45d1-b142-65655f6e9140 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:07.667691 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 5a068828-5b83-45d1-b142-65655f6e9140 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:15:07.681283 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 5a068828-5b83-45d1-b142-65655f6e9140 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:07.681649 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:07.868150 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:07.882950 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:07.889810 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Transition to ACTIVE for port object 1ba91b93-23d6-402b-968f-343cfd00f213 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:15:07.901244 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:07.906992 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-90b2cf58-cb5e-4b84-a964-1ffcfbb14c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:07.940632 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 5a068828-5b83-45d1-b142-65655f6e9140, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=5a068828-5b83-45d1-b142-65655f6e9140,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:07.955815 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.039005 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a258f-b031-4fb3-918d-714f376a8dbe None None] Pushing event updated for resources: {'Port': ['ID=1ba91b93-23d6-402b-968f-343cfd00f213,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:08.043784 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5a0a258f-b031-4fb3-918d-714f376a8dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:08.044584 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:08.200665 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=5a068828-5b83-45d1-b142-65655f6e9140,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:08.204818 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:08.206802 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Attempting to bind port 1ba91b93-23d6-402b-968f-343cfd00f213 on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:15:08.209628 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Attempting to bind port 1ba91b93-23d6-402b-968f-343cfd00f213 by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:15:08.209628 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Attempting to bind port 1ba91b93-23d6-402b-968f-343cfd00f213 on network eb487cc1-8361-4b03-ad8f-5871e51caff4 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:08.215695 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:15:08.216244 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Checking segment: {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:15:08.216770 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.217265 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Bound using segment: {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:15:08.217803 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Bound port: 1ba91b93-23d6-402b-968f-343cfd00f213, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:15:08.218249 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.331222 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] For port 1ba91b93-23d6-402b-968f-343cfd00f213, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:15:08.334888 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] For port 1ba91b93-23d6-402b-968f-343cfd00f213, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=1ba91b93-23d6-402b-968f-343cfd00f213,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:15:08.339243 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.343662 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-90b2cf58-cb5e-4b84-a964-1ffcfbb14c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:08.432628 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a258f-b031-4fb3-918d-714f376a8dbe None None] Pushing event updated for resources: {'Port': ['ID=1ba91b93-23d6-402b-968f-343cfd00f213,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:08.436426 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5a0a258f-b031-4fb3-918d-714f376a8dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:08.437372 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:08.438162 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:14:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:08.653987 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:09.039226 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '1ba91b93-23d6-402b-968f-343cfd00f213', 'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'mac_address': 'fa:16:3e:b1:7d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:49Z', 'updated_at': '2021-08-25T16:15:08Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'subnets': [{'id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:09.045204 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de850093-4688-43d3-bd4d-8114830e2a06 None None] The sync data for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi is: [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '1ba91b93-23d6-402b-968f-343cfd00f213', 'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'mac_address': 'fa:16:3e:b1:7d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:49Z', 'updated_at': '2021-08-25T16:15:08Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'subnets': [{'id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:15:09.517213 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 1ba91b93-23d6-402b-968f-343cfd00f213 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:09.586876 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 1ba91b93-23d6-402b-968f-343cfd00f213 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:15:09.593205 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 1ba91b93-23d6-402b-968f-343cfd00f213 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:09.593641 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:09.712884 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:09.754536 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 1ba91b93-23d6-402b-968f-343cfd00f213, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=1ba91b93-23d6-402b-968f-343cfd00f213,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:09.758903 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:09.759912 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 5a068828-5b83-45d1-b142-65655f6e9140 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:09.788838 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5a0a258f-b031-4fb3-918d-714f376a8dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:09.882152 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=1ba91b93-23d6-402b-968f-343cfd00f213,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:09.885767 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:09.894465 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 5a068828-5b83-45d1-b142-65655f6e9140 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:09.894893 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:10.168488 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-9a07519d-d990-400a-8d75-8b1748fc32f0 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:10.170451 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-9a07519d-d990-400a-8d75-8b1748fc32f0 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/networks?id=eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 200 len: 815 time: 0.2298570 Aug 25 16:15:10.186466 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-b01c5cc6-e49c-4f83-8ed3-319ecfcf0632 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/quotas/6cd2ef53a9fb421cbbfe070c8ace193e HTTP/1.1" status: 200 len: 375 time: 0.0108685 Aug 25 16:15:10.267905 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-62e54436-b1ba-4c48-af04-fac982b74ac8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Synchronizing usage tracker for tenant:6cd2ef53a9fb421cbbfe070c8ace193e on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:10.284625 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-62e54436-b1ba-4c48-af04-fac982b74ac8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Unset dirty status for tenant:6cd2ef53a9fb421cbbfe070c8ace193e on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:10.286093 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-62e54436-b1ba-4c48-af04-fac982b74ac8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948179 Aug 25 16:15:10.423720 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-16534d28-9169-48a4-89e2-03ce46e0290f service neutron] 10.222.0.73 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257064 Aug 25 16:15:10.553217 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-09e38db0-45af-4d30-8967-48fb5e4bf4bd service neutron] 10.222.0.73 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239507 Aug 25 16:15:10.734397 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20311f54-8a7c-44c8-8d1d-5e0f11a38ecd req-f522a393-29ec-453b-bf1e-e321b780202b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 210 time: 0.0430744 Aug 25 16:15:11.435925 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 1ba91b93-23d6-402b-968f-343cfd00f213 up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:11.501650 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 1ba91b93-23d6-402b-968f-343cfd00f213 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:11.502101 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:11.913671 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a8283b1d-ebbb-4237-9c26-9861ae476812 req-2390e3ab-3c42-40f3-b844-dc65fda0b8df tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 210 time: 0.0526893 Aug 25 16:15:12.003017 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-8e794f80-657f-409e-974d-0e16ccd9e9c3 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:12.003703 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-8e794f80-657f-409e-974d-0e16ccd9e9c3 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Synchronizing usage tracker for tenant:6cd2ef53a9fb421cbbfe070c8ace193e on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:12.020400 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-8e794f80-657f-409e-974d-0e16ccd9e9c3 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Unset dirty status for tenant:6cd2ef53a9fb421cbbfe070c8ace193e on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:12.021556 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-8e794f80-657f-409e-974d-0e16ccd9e9c3 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.76 "GET /v2.0/networks?id=eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 200 len: 815 time: 0.1700928 Aug 25 16:15:12.051009 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'port': {'device_id': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'admin_state_up': True, 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:12.181492 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:12.190693 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:12.200162 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Made reservation on behalf of 6cd2ef53a9fb421cbbfe070c8ace193e for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:15:12.203302 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:12.364577 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Allocated IP 172.20.0.4 (eb487cc1-8361-4b03-ad8f-5871e51caff4/714c16f9-7f00-4843-bcb2-e196b7e3d9f5/0f84fba7-36ff-4c2a-9e46-f6470a53d676) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:15:12.584120 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:12.641606 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Transition to ACTIVE for port object 0f84fba7-36ff-4c2a-9e46-f6470a53d676 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:15:12.687302 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:12.695141 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:12.768781 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Network eb487cc1-8361-4b03-ad8f-5871e51caff4 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:15:12.772107 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:15:12.776377 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:15:12.839829 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'Port': ['ID=0f84fba7-36ff-4c2a-9e46-f6470a53d676,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:12.850199 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:12.907959 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:12.908582 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:12.980667 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9334674 Aug 25 16:15:13.183094 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ede3c4b4-09bb-45b6-954d-1a5b90c849ba None None] Provisioning for port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:15:13.189475 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ede3c4b4-09bb-45b6-954d-1a5b90c849ba None None] Provisioning complete for port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:13.189640 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fec6b3-7239-4e1b-adf8-4bd736a3a274 req-5da4be63-3260-44a2-8fe5-3b90be79e10e tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:13.190537 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ede3c4b4-09bb-45b6-954d-1a5b90c849ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:13.191084 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-94fec6b3-7239-4e1b-adf8-4bd736a3a274 req-5da4be63-3260-44a2-8fe5-3b90be79e10e tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 931 time: 0.0825286 Aug 25 16:15:13.252400 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ede3c4b4-09bb-45b6-954d-1a5b90c849ba None None] Port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:15:13.254671 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-94fec6b3-7239-4e1b-adf8-4bd736a3a274 req-2c69784e-9dde-4632-9f3d-c30248b73936 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578215 Aug 25 16:15:13.720608 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8f998502-aa18-459f-8bc9-7bf437626675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:14.173280 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:16.503788 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9a74d8b7-ca71-4724-94a4-4b3f3454692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:17.586997 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.253847 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:15:19.636797 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:26.305967 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Request body: {'port': {'device_id': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:26.503128 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:26.516610 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bdf68-9f11-4dcb-948e-e85d225b88fc req-718e5a78-1ac0-4fd2-9e43-a3636f92f4a9 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:26.523938 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-445bdf68-9f11-4dcb-948e-e85d225b88fc req-718e5a78-1ac0-4fd2-9e43-a3636f92f4a9 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 931 time: 0.0879567 Aug 25 16:15:26.572288 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-445bdf68-9f11-4dcb-948e-e85d225b88fc req-f182e56b-91fa-476b-89e7-663ab4fbf84c tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473182 Aug 25 16:15:26.650914 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Sync routers for ids ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:15:26.690366 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Routers {'a052c85c-aa1a-4684-a501-9f75ad33bd0c'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:26.690976 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:26.852742 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f84fba7-36ff-4c2a-9e46-f6470a53d676 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:26.861398 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:26.879400 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Transition to ACTIVE for port object 0f84fba7-36ff-4c2a-9e46-f6470a53d676 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:15:26.884471 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:26.896672 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bbb33d0e-2759-4447-9aaf-4907fd14d887 tempest-AttachVolumeNegativeTest-1678294428 tempest-AttachVolumeNegativeTest-1678294428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:26.917139 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Set router a052c85c-aa1a-4684-a501-9f75ad33bd0c gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:27.050336 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Pushing event updated for resources: {'Port': ['ID=0f84fba7-36ff-4c2a-9e46-f6470a53d676,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:27.054027 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:27.161608 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Attempting to bind port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:15:27.161939 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Attempting to bind port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:15:27.162248 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Attempting to bind port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 on network eb487cc1-8361-4b03-ad8f-5871e51caff4 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:27.167968 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 on network eb487cc1-8361-4b03-ad8f-5871e51caff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:15:27.168270 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Attempting to bind port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 on network eb487cc1-8361-4b03-ad8f-5871e51caff4 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:27.175269 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:15:27.175665 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Checking segment: {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:15:27.176037 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Bound using segment: {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:15:27.176455 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Bound port: 0f84fba7-36ff-4c2a-9e46-f6470a53d676, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6340d17b-68d9-4708-8076-dec4af5d6376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:15:27.176796 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.242532 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '5a068828-5b83-45d1-b142-65655f6e9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:53Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'gw_port': {'id': '5a068828-5b83-45d1-b142-65655f6e9140', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:54Z', 'updated_at': '2021-08-25T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '09f82766-12cc-4fa4-80de-4cf32aed475c', 'name': '', 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'mac_address': 'fa:16:3e:d5:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '284da76b-6d7a-41f7-992c-f9ea8a9347c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:56Z', 'updated_at': '2021-08-25T16:14:57Z', 'revision_number': 2, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'subnets': [{'id': '284da76b-6d7a-41f7-992c-f9ea8a9347c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:27.246203 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Checking router: a052c85c-aa1a-4684-a501-9f75ad33bd0c for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:15:27.246551 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Updating router a052c85c-aa1a-4684-a501-9f75ad33bd0c port 09f82766-12cc-4fa4-80de-4cf32aed475c binding host dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:15:27.263131 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] For port 0f84fba7-36ff-4c2a-9e46-f6470a53d676, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:15:27.267031 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] For port 0f84fba7-36ff-4c2a-9e46-f6470a53d676, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:15:27.272257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.277993 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4899691b-5283-436e-8b5a-3233367b3037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:27.300620 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.338732 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.340351 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] 10.222.0.76 "PUT /v2.0/ports/0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 1093 time: 1.0387316 Aug 25 16:15:27.340830 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:27.359352 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Pushing event updated for resources: {'Port': ['ID=0f84fba7-36ff-4c2a-9e46-f6470a53d676,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:27.362372 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:27.414305 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'status': 'completed', 'code': 200} Aug 25 16:15:27.513803 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-36589ef7-60d6-423e-8a58-a43056ab6555 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1096 time: 0.0763247 Aug 25 16:15:27.613562 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-e3568704-6359-4584-a409-60682974a2ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 217 time: 0.0682623 Aug 25 16:15:27.670952 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.680605 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-a932711f-9023-4a22-8d74-cdd9135b4e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:27.682044 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-a932711f-9023-4a22-8d74-cdd9135b4e48 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=714c16f9-7f00-4843-bcb2-e196b7e3d9f5 HTTP/1.1" status: 200 len: 854 time: 0.0591354 Aug 25 16:15:27.684394 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Transition to ACTIVE for port object 09f82766-12cc-4fa4-80de-4cf32aed475c will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:15:27.691816 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.695722 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:27.767494 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-b9354513-5ab1-4fa7-99ca-59a909a4fb88 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb487cc1-8361-4b03-ad8f-5871e51caff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780215 Aug 25 16:15:27.820879 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c10f7-4a67-4d08-a58b-68e6c2b83890 req-d44a56e8-00ea-44e2-94f9-604f2695815f tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:27.822034 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d183-3441-43a5-8f3a-d2db596b4465 None None] Pushing event updated for resources: {'Port': ['ID=09f82766-12cc-4fa4-80de-4cf32aed475c,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:27.823705 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e66c10f7-4a67-4d08-a58b-68e6c2b83890 req-d44a56e8-00ea-44e2-94f9-604f2695815f tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 943 time: 0.1179278 Aug 25 16:15:27.824913 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0440d183-3441-43a5-8f3a-d2db596b4465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:27.948042 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e66c10f7-4a67-4d08-a58b-68e6c2b83890 req-b2da664b-2aa6-4cee-bbe2-f3804b06bcb3 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116147 Aug 25 16:15:27.979372 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Attempting to bind port 09f82766-12cc-4fa4-80de-4cf32aed475c on host dv-cinder-806007-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:15:27.980068 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Attempting to bind port 09f82766-12cc-4fa4-80de-4cf32aed475c by drivers openvswitch,hyperv on host dv-cinder-806007-1-iscsi at level 0 using segments [{'id': '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:15:27.980614 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Attempting to bind port 09f82766-12cc-4fa4-80de-4cf32aed475c on network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:27.991557 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-64f6697a-aee1-4442-bf98-0d7dd90d6341 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146783 Aug 25 16:15:27.992683 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Checking agent: {'id': '4ee45369-14a6-4ed4-8b0a-90a6326345d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 0, 14), 'started_at': datetime.datetime(2021, 8, 25, 16, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:15:27.993055 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Checking segment: {'id': '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:15:27.993461 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.993855 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Bound using segment: {'id': '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:15:27.994384 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Bound port: 09f82766-12cc-4fa4-80de-4cf32aed475c, host: dv-cinder-806007-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:15:27.994784 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:28.085671 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] For port 09f82766-12cc-4fa4-80de-4cf32aed475c, host dv-cinder-806007-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:15:28.088802 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] For port 09f82766-12cc-4fa4-80de-4cf32aed475c, host dv-cinder-806007-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=09f82766-12cc-4fa4-80de-4cf32aed475c,segment=NetworkSegment(4ae4fd95-80eb-4498-b7cf-cb8d4df8b419),segment_id=4ae4fd95-80eb-4498-b7cf-cb8d4df8b419)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:15:28.097021 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:28.100757 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-4861930a-3b19-489a-b6d1-4853e28faeb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:28.137802 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-654e7a54-f134-4e22-a11e-07406c5aea3d req-8f11da24-3e95-4173-b6f5-0bc92965a7cc service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365664 Aug 25 16:15:28.174411 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Routers {'a052c85c-aa1a-4684-a501-9f75ad33bd0c'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:28.175041 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:28.241320 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d183-3441-43a5-8f3a-d2db596b4465 None None] Pushing event updated for resources: {'Port': ['ID=09f82766-12cc-4fa4-80de-4cf32aed475c,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:28.251975 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0440d183-3441-43a5-8f3a-d2db596b4465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:28.308484 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5c4b053e-2186-464c-9277-ddccb6762d07 req-3f5fbf79-bdea-4a45-97da-6b8454b1f91b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1096 time: 0.0725279 Aug 25 16:15:28.391978 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] Set router a052c85c-aa1a-4684-a501-9f75ad33bd0c gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:28.443798 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b053e-2186-464c-9277-ddccb6762d07 req-f957665c-d2a6-4ef0-86ac-a7777dc8a96b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:28.445927 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5c4b053e-2186-464c-9277-ddccb6762d07 req-f957665c-d2a6-4ef0-86ac-a7777dc8a96b service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 200 len: 917 time: 0.1279922 Aug 25 16:15:28.584241 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5c4b053e-2186-464c-9277-ddccb6762d07 req-87f0cf39-dc70-4fc2-9780-a9be004d41ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 217 time: 0.1309063 Aug 25 16:15:28.647798 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b053e-2186-464c-9277-ddccb6762d07 req-af94c027-d961-4b51-9135-16cb412f499a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:28.649171 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5c4b053e-2186-464c-9277-ddccb6762d07 req-af94c027-d961-4b51-9135-16cb412f499a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=714c16f9-7f00-4843-bcb2-e196b7e3d9f5 HTTP/1.1" status: 200 len: 854 time: 0.0577424 Aug 25 16:15:28.698096 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '5a068828-5b83-45d1-b142-65655f6e9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:53Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'gw_port': {'id': '5a068828-5b83-45d1-b142-65655f6e9140', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:54Z', 'updated_at': '2021-08-25T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '09f82766-12cc-4fa4-80de-4cf32aed475c', 'name': '', 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'mac_address': 'fa:16:3e:d5:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '284da76b-6d7a-41f7-992c-f9ea8a9347c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:56Z', 'updated_at': '2021-08-25T16:15:28Z', 'revision_number': 4, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'subnets': [{'id': '284da76b-6d7a-41f7-992c-f9ea8a9347c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:28.702465 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b2777-5b4a-4c8b-97dc-195b2622f31b None None] The sync data for ids ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'] in dv-cinder-806007-1-iscsi is: [{'id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '5a068828-5b83-45d1-b142-65655f6e9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:53Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'gw_port': {'id': '5a068828-5b83-45d1-b142-65655f6e9140', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:54Z', 'updated_at': '2021-08-25T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '09f82766-12cc-4fa4-80de-4cf32aed475c', 'name': '', 'network_id': '8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'mac_address': 'fa:16:3e:d5:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '284da76b-6d7a-41f7-992c-f9ea8a9347c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:56Z', 'updated_at': '2021-08-25T16:15:28Z', 'revision_number': 4, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'subnets': [{'id': '284da76b-6d7a-41f7-992c-f9ea8a9347c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:15:28.770428 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5c4b053e-2186-464c-9277-ddccb6762d07 req-bf94ad84-37ab-4d5f-b59d-afdb9cb92aa5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb487cc1-8361-4b03-ad8f-5871e51caff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970428 Aug 25 16:15:28.921979 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5c4b053e-2186-464c-9277-ddccb6762d07 req-54093aa2-56c7-4a48-b357-478f95c1ac67 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418622 Aug 25 16:15:29.086069 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5c4b053e-2186-464c-9277-ddccb6762d07 req-1e5b5785-d2fc-4986-a806-685018c2ebd2 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563859 Aug 25 16:15:29.194147 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cc72b-3a1c-4571-8f41-43914ab5890b req-30db9994-f468-41d4-a626-64190b4ae129 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:29.201106 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-045cc72b-3a1c-4571-8f41-43914ab5890b req-30db9994-f468-41d4-a626-64190b4ae129 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 943 time: 0.0922880 Aug 25 16:15:29.264268 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-045cc72b-3a1c-4571-8f41-43914ab5890b req-60a333fb-b91d-431a-b5c5-93b615606e96 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619764 Aug 25 16:15:29.488658 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 09f82766-12cc-4fa4-80de-4cf32aed475c up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:29.569360 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning for port 09f82766-12cc-4fa4-80de-4cf32aed475c completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:15:29.574613 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 09f82766-12cc-4fa4-80de-4cf32aed475c triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:29.574986 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.681582 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a830af-5f07-4bd3-9ad1-823b503b39ca req-e294aa07-d95d-440e-948a-bb2d0b8a1763 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:29.683160 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-13a830af-5f07-4bd3-9ad1-823b503b39ca req-e294aa07-d95d-440e-948a-bb2d0b8a1763 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0812671 Aug 25 16:15:29.697380 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.730912 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] For port 09f82766-12cc-4fa4-80de-4cf32aed475c, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=09f82766-12cc-4fa4-80de-4cf32aed475c,segment=NetworkSegment(4ae4fd95-80eb-4498-b7cf-cb8d4df8b419),segment_id=4ae4fd95-80eb-4498-b7cf-cb8d4df8b419)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:29.733396 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-13a830af-5f07-4bd3-9ad1-823b503b39ca req-937ae08b-f8f8-47cd-8ea3-c7098e5d7a70 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430994 Aug 25 16:15:29.736499 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.738339 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:29.809394 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Pushing event updated for resources: {'Port': ['ID=09f82766-12cc-4fa4-80de-4cf32aed475c,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:29.813524 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:30.456843 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245969ce-8efe-4fce-8e0e-71674264ad42 req-0766b485-aa93-4ec0-ad5b-bc69a5be1cb3 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:30.458318 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-245969ce-8efe-4fce-8e0e-71674264ad42 req-0766b485-aa93-4ec0-ad5b-bc69a5be1cb3 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 943 time: 0.0802615 Aug 25 16:15:30.503105 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-245969ce-8efe-4fce-8e0e-71674264ad42 req-1d3cee27-cad8-48f5-93d7-827efe6476ec tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391982 Aug 25 16:15:30.764304 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 0f84fba7-36ff-4c2a-9e46-f6470a53d676 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:15:30.923779 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 0f84fba7-36ff-4c2a-9e46-f6470a53d676, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:30.968327 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'port_id': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'mac_address': 'fa:16:3e:31:0f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:15:30.994344 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a770ba-a982-41ca-b37b-4453d5819e88 req-d4669151-2c2b-40d0-bc65-2db4e4943591 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:30.996227 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2a770ba-a982-41ca-b37b-4453d5819e88 req-d4669151-2c2b-40d0-bc65-2db4e4943591 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1205986 Aug 25 16:15:31.043472 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:31.049833 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2a770ba-a982-41ca-b37b-4453d5819e88 req-6519d938-7fc2-4db8-9798-a8607e88c023 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462441 Aug 25 16:15:31.062353 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f84fba7-36ff-4c2a-9e46-f6470a53d676 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:31.078878 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 0f84fba7-36ff-4c2a-9e46-f6470a53d676, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:31.093866 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:31.095665 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:31.158898 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=0f84fba7-36ff-4c2a-9e46-f6470a53d676,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:31.161767 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:31.439168 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['0f84fba7-36ff-4c2a-9e46-f6470a53d676'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:31.468131 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 09f82766-12cc-4fa4-80de-4cf32aed475c up at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:31.615844 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Provisioning complete for port 09f82766-12cc-4fa4-80de-4cf32aed475c triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:31.616223 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:31.711889 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeafa65-0f05-49ef-87b3-20809416aa5c req-a0d033b6-aded-431a-b7da-0436161cc530 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:31.713326 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1aeafa65-0f05-49ef-87b3-20809416aa5c req-a0d033b6-aded-431a-b7da-0436161cc530 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 944 time: 0.0903659 Aug 25 16:15:31.759616 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1aeafa65-0f05-49ef-87b3-20809416aa5c req-06eecb5c-c053-41c0-b70f-a8570ab9f6c8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Aug 25 16:15:32.264729 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded713de-a80b-4d59-9c11-34d7937176c0 req-4a92dd0e-c226-4721-bf7b-2e37efddbd8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:32.266414 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ded713de-a80b-4d59-9c11-34d7937176c0 req-4a92dd0e-c226-4721-bf7b-2e37efddbd8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0747645 Aug 25 16:15:32.309421 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ded713de-a80b-4d59-9c11-34d7937176c0 req-4a7dbb10-eeaf-4b37-947e-317d9f0e3150 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376494 Aug 25 16:15:32.789134 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 0f84fba7-36ff-4c2a-9e46-f6470a53d676 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:32.859261 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:15:32.864414 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:32.864414 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:32.959384 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80bc24-fb6c-41b6-a1b5-d345ac8321e1 req-28bb3b43-5ff4-447d-8547-4da8dd92f527 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:32.960881 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eb80bc24-fb6c-41b6-a1b5-d345ac8321e1 req-28bb3b43-5ff4-447d-8547-4da8dd92f527 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 944 time: 0.0791376 Aug 25 16:15:32.979464 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:33.005864 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:33.006736 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eb80bc24-fb6c-41b6-a1b5-d345ac8321e1 req-45863567-ca37-43d2-80e5-9d377445e324 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389438 Aug 25 16:15:33.015604 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 0f84fba7-36ff-4c2a-9e46-f6470a53d676, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:33.020890 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:33.023039 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:33.058928 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'code': 200} Aug 25 16:15:33.089084 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=0f84fba7-36ff-4c2a-9e46-f6470a53d676,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:33.092442 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:33.331290 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5d63e772-4ba6-490f-b1c0-a0e38ae61429 req-4eb7c932-6241-480d-b778-61109f967bcb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1098 time: 0.0683663 Aug 25 16:15:33.377031 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5d63e772-4ba6-490f-b1c0-a0e38ae61429 req-29f64392-b65a-4654-8e3f-b6c9796b92ee service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Aug 25 16:15:33.517114 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8261869-de9b-4417-87c8-f9a8f24851c6 req-acf714da-666c-45b8-9010-826c4e4344cb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:33.518562 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b8261869-de9b-4417-87c8-f9a8f24851c6 req-acf714da-666c-45b8-9010-826c4e4344cb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0750618 Aug 25 16:15:33.568082 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b8261869-de9b-4417-87c8-f9a8f24851c6 req-7d4c411f-a779-4d7c-8d4b-4f2a29fb7879 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Aug 25 16:15:33.783248 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757d1c-2943-448f-8e42-7cc91916e688 req-06fa3cd9-39fd-4175-9a32-33dcd077dcc5 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:33.784769 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7d757d1c-2943-448f-8e42-7cc91916e688 req-06fa3cd9-39fd-4175-9a32-33dcd077dcc5 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0802307 Aug 25 16:15:33.830369 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7d757d1c-2943-448f-8e42-7cc91916e688 req-5be08af8-8079-49c5-907f-f30ea3344392 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401173 Aug 25 16:15:34.291551 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ba8bb-71f5-46ee-a96a-6a9fd05d3565 req-ecbcd5d3-e106-40b0-9374-8b1217e97609 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:34.293019 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-333ba8bb-71f5-46ee-a96a-6a9fd05d3565 req-ecbcd5d3-e106-40b0-9374-8b1217e97609 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.1634800 Aug 25 16:15:34.338237 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-333ba8bb-71f5-46ee-a96a-6a9fd05d3565 req-1c9d88f0-c504-4df0-8d47-11201ea74543 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396945 Aug 25 16:15:34.382014 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:34.788717 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697110e5-e795-4b22-99d8-0744534255d2 req-150e85ae-5047-45a1-9f1e-65e2beb6eb6d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:34.790145 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-697110e5-e795-4b22-99d8-0744534255d2 req-150e85ae-5047-45a1-9f1e-65e2beb6eb6d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0781400 Aug 25 16:15:34.834345 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-697110e5-e795-4b22-99d8-0744534255d2 req-954b481c-7e0d-465f-ab5b-9e094266246d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386069 Aug 25 16:15:35.030136 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92401d-20f5-46b2-a04f-d34b312e5ce9 req-bbf899b4-c342-4e17-b997-cfe690da4f6e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.031615 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0c92401d-20f5-46b2-a04f-d34b312e5ce9 req-bbf899b4-c342-4e17-b997-cfe690da4f6e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0821996 Aug 25 16:15:35.077863 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0c92401d-20f5-46b2-a04f-d34b312e5ce9 req-5d4a51c2-9054-465c-b48e-4d6d8456623a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407753 Aug 25 16:15:35.226239 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48134a45-abbf-4b00-8359-10d03b13b924 req-2e981af3-c3a9-46fc-9e75-f93ae76dbefe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775642 Aug 25 16:15:35.382477 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48134a45-abbf-4b00-8359-10d03b13b924 req-9988981c-5517-4551-9f92-7f13d6e22933 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 1098 time: 0.0839019 Aug 25 16:15:35.387954 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42281b-969c-433b-8bc4-674d932111dc req-22403e40-d555-423f-ba0f-79697b666bf0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.395567 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e42281b-969c-433b-8bc4-674d932111dc req-22403e40-d555-423f-ba0f-79697b666bf0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 945 time: 0.0985816 Aug 25 16:15:35.448819 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e42281b-969c-433b-8bc4-674d932111dc req-6b435243-5fb4-4fae-8f42-0f4160c15969 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522826 Aug 25 16:15:35.538199 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48134a45-abbf-4b00-8359-10d03b13b924 req-ac46eaf8-f5eb-48ff-813f-467904e0801b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.539677 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48134a45-abbf-4b00-8359-10d03b13b924 req-ac46eaf8-f5eb-48ff-813f-467904e0801b service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.1327460 Aug 25 16:15:35.560508 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868468d2-49a0-48ec-8ca0-f418b31d421d req-ec8e3722-0991-4556-93b7-1045c70f3ed9 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.562009 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-868468d2-49a0-48ec-8ca0-f418b31d421d req-ec8e3722-0991-4556-93b7-1045c70f3ed9 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.0865054 Aug 25 16:15:35.606821 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-868468d2-49a0-48ec-8ca0-f418b31d421d req-5ca03619-b97a-4485-84cd-ec574600c984 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393095 Aug 25 16:15:35.644596 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48134a45-abbf-4b00-8359-10d03b13b924 req-071b075b-02b1-4267-88b8-b0eacd61da95 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f808cb8-e1d9-49f6-a14f-471c6471b415 HTTP/1.1" status: 200 len: 1001 time: 0.0961745 Aug 25 16:15:35.709223 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48134a45-abbf-4b00-8359-10d03b13b924 req-8a242b7e-2d36-4d67-bf1d-aa92373779e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.710567 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48134a45-abbf-4b00-8359-10d03b13b924 req-8a242b7e-2d36-4d67-bf1d-aa92373779e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0563967 Aug 25 16:15:35.791068 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48134a45-abbf-4b00-8359-10d03b13b924 req-b104c76a-2aa6-470c-a0d3-5318918cf96c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706446 Aug 25 16:15:35.802031 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a462e65-5df2-4473-94a5-8323ee702abb req-8abff0eb-3dcb-4eb6-90df-c060bbdcd298 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.803535 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1a462e65-5df2-4473-94a5-8323ee702abb req-8abff0eb-3dcb-4eb6-90df-c060bbdcd298 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.0770493 Aug 25 16:15:35.851632 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1a462e65-5df2-4473-94a5-8323ee702abb req-b165c3a9-ae11-49ef-adeb-2722290798b5 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Aug 25 16:15:35.931081 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48134a45-abbf-4b00-8359-10d03b13b924 req-7ef5fe80-ecbb-4e3f-9132-485b1e33982f service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317284 Aug 25 16:15:36.069003 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeeefa-cfa2-44bb-bd07-affc2d3c5e23 req-3b4f87a6-4bc5-4099-b82c-11c1dfdcf39b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.070500 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-faaeeefa-cfa2-44bb-bd07-affc2d3c5e23 req-3b4f87a6-4bc5-4099-b82c-11c1dfdcf39b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0834024 Aug 25 16:15:36.077347 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48134a45-abbf-4b00-8359-10d03b13b924 req-a2177ea5-5911-4599-8270-93ef8cc0e494 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306877 Aug 25 16:15:36.121896 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-faaeeefa-cfa2-44bb-bd07-affc2d3c5e23 req-8ba9c13e-8a2c-41a2-bac1-b3b033486d93 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459340 Aug 25 16:15:36.336956 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20736d0a-56a0-475f-847e-516cd9e6339f req-89591581-fd85-4085-9475-554a67bc594e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.338399 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20736d0a-56a0-475f-847e-516cd9e6339f req-89591581-fd85-4085-9475-554a67bc594e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.1372764 Aug 25 16:15:36.348083 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e515b47-9217-4583-b90f-4a3f40f375be req-62631652-52e2-473b-9333-a3ca849bda58 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.349429 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e515b47-9217-4583-b90f-4a3f40f375be req-62631652-52e2-473b-9333-a3ca849bda58 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.1047475 Aug 25 16:15:36.424369 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20736d0a-56a0-475f-847e-516cd9e6339f req-27f979da-da36-4550-a65b-b91ddb368331 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740242 Aug 25 16:15:36.426731 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e515b47-9217-4583-b90f-4a3f40f375be req-aeae709c-64fd-4bee-84b5-dfebecc5c2bc tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Aug 25 16:15:36.644396 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6514d0-e148-4865-b812-67674b874275 req-f29507fd-4b8f-403f-8817-0cf5b2a58a69 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.646264 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0c6514d0-e148-4865-b812-67674b874275 req-f29507fd-4b8f-403f-8817-0cf5b2a58a69 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 945 time: 0.0780396 Aug 25 16:15:36.693849 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0c6514d0-e148-4865-b812-67674b874275 req-8bb48088-2375-499a-a34c-6c4c87eb50bd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413952 Aug 25 16:15:37.332430 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5d26-4eca-4edb-973a-6d6dcd4642ea req-a4d05a0f-6091-4c56-a493-0c724c03bb1a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:37.334011 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a3e5d26-4eca-4edb-973a-6d6dcd4642ea req-a4d05a0f-6091-4c56-a493-0c724c03bb1a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0797431 Aug 25 16:15:37.379248 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-36e5b855-9041-4f4a-ba98-0a9ab7cff17c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:37.379875 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-36e5b855-9041-4f4a-ba98-0a9ab7cff17c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Synchronizing usage tracker for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:37.385096 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a3e5d26-4eca-4edb-973a-6d6dcd4642ea req-5ed3d345-fe4b-4295-b0b9-1fc6cc60da91 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450726 Aug 25 16:15:37.400317 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-36e5b855-9041-4f4a-ba98-0a9ab7cff17c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Unset dirty status for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:37.401458 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-36e5b855-9041-4f4a-ba98-0a9ab7cff17c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 945 time: 0.1004028 Aug 25 16:15:37.472571 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Deleting port 7f808cb8-e1d9-49f6-a14f-471c6471b415 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:15:37.472915 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:37.635264 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e06e2-1e0f-4e34-a195-760b631cf803 req-836de847-4955-469d-bff1-ee4425ae836e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:37.637193 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b89e06e2-1e0f-4e34-a195-760b631cf803 req-836de847-4955-469d-bff1-ee4425ae836e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0818317 Aug 25 16:15:37.684649 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b89e06e2-1e0f-4e34-a195-760b631cf803 req-86dc50a9-3203-4b2a-a284-7ca97bfd0eee tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406001 Aug 25 16:15:37.788998 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] For port 7f808cb8-e1d9-49f6-a14f-471c6471b415, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7f808cb8-e1d9-49f6-a14f-471c6471b415,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:37.789345 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:37.897977 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad09efc-2874-4f56-867c-3912952ee617 req-40783f95-1e2b-4050-b2df-ceafe3946a45 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:37.899671 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aad09efc-2874-4f56-867c-3912952ee617 req-40783f95-1e2b-4050-b2df-ceafe3946a45 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 945 time: 0.0869164 Aug 25 16:15:37.952019 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aad09efc-2874-4f56-867c-3912952ee617 req-b7a81703-ff63-4313-aed5-79eb8d3a8e51 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456898 Aug 25 16:15:38.115231 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:38.115231 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:38.115231 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Floating IP 3eaf6b0b-c3cf-48e6-948c-6312a30563fd disassociated. External IP: 172.27.2.206, port: 7f808cb8-e1d9-49f6-a14f-471c6471b415. Aug 25 16:15:38.115231 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Calling delete_port for 7f808cb8-e1d9-49f6-a14f-471c6471b415 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:15:38.256154 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:38.266118 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-272b815e-53e3-453c-adad-65a979ce1c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:38.308190 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event deleted for resources: {'Port': ['ID=7f808cb8-e1d9-49f6-a14f-471c6471b415,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:38.310868 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:38.520552 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Router 1dd99cc0-2179-42ba-883f-8af7243d266e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:15:38.603496 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf938abc-6d97-460e-a357-ad203fd6c0cf req-baac4b57-d8c5-40a4-ac55-e1e289d804f2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:38.604882 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf938abc-6d97-460e-a357-ad203fd6c0cf req-baac4b57-d8c5-40a4-ac55-e1e289d804f2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0780931 Aug 25 16:15:38.660107 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf938abc-6d97-460e-a357-ad203fd6c0cf req-b0a3a971-8705-4587-98d5-d5c135252b73 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475330 Aug 25 16:15:38.752361 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:15:38.766106 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] Sync routers for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:15:38.790458 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:38.791120 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:38.883587 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] No DVR routers for this DVR port 7f808cb8-e1d9-49f6-a14f-471c6471b415 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:15:38.886893 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:38.891339 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'name': 'network-vif-deleted', 'tag': '7f808cb8-e1d9-49f6-a14f-471c6471b415'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:38.912519 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a4a51698-f442-452b-a2af-ca5adf7fa8e7 req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "DELETE /v2.0/ports/7f808cb8-e1d9-49f6-a14f-471c6471b415 HTTP/1.1" status: 204 len: 173 time: 1.5041108 Aug 25 16:15:39.017082 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d22af4-6458-4037-a463-a0a777723dbd', 'name': 'network-vif-deleted', 'tag': '7f808cb8-e1d9-49f6-a14f-471c6471b415', 'status': 'completed', 'code': 200} Aug 25 16:15:39.068313 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d927ca-8eff-42b5-89db-bc7a7c0c29bf req-90bc6216-f917-40b7-a6d0-995b5e30f13d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:39.069825 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f8d927ca-8eff-42b5-89db-bc7a7c0c29bf req-90bc6216-f917-40b7-a6d0-995b5e30f13d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.1572013 Aug 25 16:15:39.133373 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f8d927ca-8eff-42b5-89db-bc7a7c0c29bf req-aa37ec91-fe88-48b6-817e-3117654c1187 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576730 Aug 25 16:15:39.161241 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:39.269520 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-81ae3cb1-7b9f-4005-a057-603397d677e1 req-1c4396cd-5ccf-4415-b909-d5f61c62a0be tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1d22af4-6458-4037-a463-a0a777723dbd HTTP/1.1" status: 200 len: 210 time: 0.0480499 Aug 25 16:15:39.501881 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:39.507836 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] Checking router: 1dd99cc0-2179-42ba-883f-8af7243d266e for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:15:39.524673 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:39.525696 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:39.749559 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:39.937593 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2000ad-d456-423d-9dc6-0a03f89f58a6 req-95c11664-0dab-4ecb-ba41-72f8dd713ffb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:39.944726 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fb2000ad-d456-423d-9dc6-0a03f89f58a6 req-95c11664-0dab-4ecb-ba41-72f8dd713ffb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1170921 Aug 25 16:15:40.008212 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fb2000ad-d456-423d-9dc6-0a03f89f58a6 req-924ba92a-2f6d-4ca6-848f-f589384d96e1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618839 Aug 25 16:15:40.172889 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:40.176963 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38bc051-8b13-45df-81d8-86d0e02aa4ec None None] The sync data for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi is: [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:15:40.468924 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c3a46-1b40-490f-ba43-d52a4bede9e2 req-11fa1dc0-c994-4637-968b-6aa0b4d22777 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:40.470294 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c5c3a46-1b40-490f-ba43-d52a4bede9e2 req-11fa1dc0-c994-4637-968b-6aa0b4d22777 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0807104 Aug 25 16:15:40.516510 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c5c3a46-1b40-490f-ba43-d52a4bede9e2 req-6e070775-cec6-4aa4-aa3b-26513a4cd7ca tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404739 Aug 25 16:15:40.650464 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-0b6699aa-ba86-4682-9e4d-cdbbcbc1d87b tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017458252&fields=id&tenant_id=11158028ca0244c6976197ab17ae1c37 HTTP/1.1" status: 200 len: 267 time: 0.0389304 Aug 25 16:15:40.862650 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 7f808cb8-e1d9-49f6-a14f-471c6471b415 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:15:40.871466 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-93a6bdb3-7994-4982-966c-3afff28e07dc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:40.872969 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-93a6bdb3-7994-4982-966c-3afff28e07dc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 811 time: 0.2158396 Aug 25 16:15:40.889608 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-fad7aae1-2bfc-4889-a2c0-a17af5e51e63 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/quotas/11158028ca0244c6976197ab17ae1c37 HTTP/1.1" status: 200 len: 375 time: 0.0105479 Aug 25 16:15:40.895709 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 7f808cb8-e1d9-49f6-a14f-471c6471b415 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:15:40.896057 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 7f808cb8-e1d9-49f6-a14f-471c6471b415 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:15:40.974469 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-7b58c495-fa61-4b03-acc5-2a761e90ba44 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788095 Aug 25 16:15:41.111874 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-216d04a8-b37f-443d-ba5a-8bab61b4a3b0 service neutron] 10.222.0.73 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259410 Aug 25 16:15:41.246940 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-0b897f35-6cb7-440f-86a5-a5cc27218612 service neutron] 10.222.0.73 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294703 Aug 25 16:15:41.632174 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ade88a-97ae-48ed-a39f-01dcbc9e4121 req-fe432302-0548-4b6c-b7d3-657a86715159 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:41.633949 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-94ade88a-97ae-48ed-a39f-01dcbc9e4121 req-fe432302-0548-4b6c-b7d3-657a86715159 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1049948 Aug 25 16:15:41.683666 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-94ade88a-97ae-48ed-a39f-01dcbc9e4121 req-201b9056-a19b-4a74-bd20-ba51ff15d4b7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442719 Aug 25 16:15:41.802031 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af7f4c-dd0c-4270-b101-3a29bd7f928d req-0b63148b-9e74-471a-8d13-8dc25c9cd96f tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:41.803490 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-65af7f4c-dd0c-4270-b101-3a29bd7f928d req-0b63148b-9e74-471a-8d13-8dc25c9cd96f tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.1123703 Aug 25 16:15:41.828673 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01142cec-5834-4ddd-8b71-8efd85343c98 req-89dade17-08a3-4426-8bd5-5a5b18d54325 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 210 time: 0.0681202 Aug 25 16:15:41.861253 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-65af7f4c-dd0c-4270-b101-3a29bd7f928d req-7d514226-8501-4c98-af37-754addc4b139 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518093 Aug 25 16:15:42.313058 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79e970-515c-4397-9e86-4153d099be7b None None] New status for floating IP 3eaf6b0b-c3cf-48e6-948c-6312a30563fd: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:15:42.858261 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-17d80bb1-6302-47d3-9f17-cf6cd2bf5a59 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:42.861316 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-17d80bb1-6302-47d3-9f17-cf6cd2bf5a59 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 811 time: 0.1448760 Aug 25 16:15:42.915045 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea3512-cfb9-4dfc-b194-62d8a35bf5cf req-1cbf6df8-04ee-40ae-b7a0-22b944a8770a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:42.923679 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e1ea3512-cfb9-4dfc-b194-62d8a35bf5cf req-1cbf6df8-04ee-40ae-b7a0-22b944a8770a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1006684 Aug 25 16:15:42.945660 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-c2feb151-1532-4efd-bd7c-d2a624d9cab9 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11158028ca0244c6976197ab17ae1c37 HTTP/1.1" status: 200 len: 380 time: 0.0649462 Aug 25 16:15:42.955381 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'port': {'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'admin_state_up': True, 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'security_groups': ['3e1a4313-f11f-4767-a399-bbe8580c6f9a']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:43.022119 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e1ea3512-cfb9-4dfc-b194-62d8a35bf5cf req-693f2064-1e8a-4924-94fe-cb66a7b420e4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973611 Aug 25 16:15:43.024069 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3f3e6f61-186d-4f97-a151-92ad2ddcd733 req-5081b868-6ee2-446f-963f-12081d8454bc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 210 time: 0.0667980 Aug 25 16:15:43.094325 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:43.098210 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:port and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:43.100981 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:43.107257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:43.117748 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Made reservation on behalf of 11158028ca0244c6976197ab17ae1c37 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:15:43.120749 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:43.212427 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f4fb2-f510-4e5a-a8e3-82e3c6fefdea req-20f10393-4ac1-4e44-b528-c8b8adbdcaf8 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:43.213993 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c8f4fb2-f510-4e5a-a8e3-82e3c6fefdea req-20f10393-4ac1-4e44-b528-c8b8adbdcaf8 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0770895 Aug 25 16:15:43.263095 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c8f4fb2-f510-4e5a-a8e3-82e3c6fefdea req-2aa9fb95-f361-41c9-beaf-1281ade2a161 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433273 Aug 25 16:15:43.350322 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Allocated IP 172.20.0.8 (bdf0a20c-889b-4590-a693-c718a6547eef/6f01984b-310a-4581-acbb-95a250fbb38d/15e435a0-96ef-4489-83d1-5d58887f5658) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:15:43.534145 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:43.549152 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Transition to ACTIVE for port object 15e435a0-96ef-4489-83d1-5d58887f5658 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:15:43.569194 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:43.574309 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7671a6a2-ac3a-40a2-ba9d-efbe83419835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:43.640198 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Network bdf0a20c-889b-4590-a693-c718a6547eef is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:15:43.643513 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:15:43.647396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:15:43.681893 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'Port': ['ID=15e435a0-96ef-4489-83d1-5d58887f5658,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:43.686525 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:43.711396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:43.712037 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:43.737352 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-da39d06b-43e5-4ed9-9b75-b2af481f1a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:43.737830 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867281 Aug 25 16:15:43.756927 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Request body: {'port': {'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:43.870261 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:43.953537 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-9f7293bf-03e2-467c-a5c0-9e813f274b9b None None] Provisioning for port 15e435a0-96ef-4489-83d1-5d58887f5658 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:15:43.960727 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-9f7293bf-03e2-467c-a5c0-9e813f274b9b None None] Provisioning complete for port 15e435a0-96ef-4489-83d1-5d58887f5658 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:43.961282 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9f7293bf-03e2-467c-a5c0-9e813f274b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:44.031372 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-9f7293bf-03e2-467c-a5c0-9e813f274b9b None None] Port 15e435a0-96ef-4489-83d1-5d58887f5658 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:15:44.169109 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-caad28bc-5201-4d9e-8284-48f71ba0fe11 req-4a05ef4b-886f-4be0-b081-6a3e2573a657 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1098 time: 0.1772370 Aug 25 16:15:44.176842 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:44.293543 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e949176-3cdb-4a21-8d2e-ba77e0a2f6ca req-7ba2c02b-3ea8-45fc-9a68-92d306a40176 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:44.295236 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0e949176-3cdb-4a21-8d2e-ba77e0a2f6ca req-7ba2c02b-3ea8-45fc-9a68-92d306a40176 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 931 time: 0.1480608 Aug 25 16:15:44.301876 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0fb5f-a370-4487-bb87-f859f147469e req-4db8e6ad-fccc-4cce-85d9-c9b23b6335ae tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:44.303246 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-09b0fb5f-a370-4487-bb87-f859f147469e req-4db8e6ad-fccc-4cce-85d9-c9b23b6335ae tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1147740 Aug 25 16:15:44.367499 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad28bc-5201-4d9e-8284-48f71ba0fe11 req-7d1162ac-4a57-44b0-af3b-5e2aec480a7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:44.368942 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-caad28bc-5201-4d9e-8284-48f71ba0fe11 req-7d1162ac-4a57-44b0-af3b-5e2aec480a7b service neutron] 10.222.0.76 "GET /v2.0/networks?id=53705678-def4-4b8e-a6fe-f5d17934f7df HTTP/1.1" status: 200 len: 910 time: 0.1923721 Aug 25 16:15:44.376711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e435a0-96ef-4489-83d1-5d58887f5658 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:44.378179 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0e949176-3cdb-4a21-8d2e-ba77e0a2f6ca req-0032123e-50d9-4a09-bd5d-a2fdda581b84 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739536 Aug 25 16:15:44.381680 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-09b0fb5f-a370-4487-bb87-f859f147469e req-dc6193f2-f1de-4867-b023-95d2ab4f960d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623350 Aug 25 16:15:44.430380 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:44.467955 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Transition to ACTIVE for port object 15e435a0-96ef-4489-83d1-5d58887f5658 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:15:44.475489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:44.481585 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2414f395-48e8-4d89-a4b3-ff99d4b1f9ec tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:44.543044 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-caad28bc-5201-4d9e-8284-48f71ba0fe11 req-f99a9061-bb95-4085-b449-4e813a9b5baa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13c47cee-dbde-4300-97af-7348c597ef74 HTTP/1.1" status: 200 len: 1001 time: 0.1596754 Aug 25 16:15:44.582925 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53803c17-b950-4116-83c3-96dd9190174b req-ce13c815-f43b-43c1-8717-043d2b47e3f7 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:44.584664 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-53803c17-b950-4116-83c3-96dd9190174b req-ce13c815-f43b-43c1-8717-043d2b47e3f7 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0798473 Aug 25 16:15:44.632338 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-53803c17-b950-4116-83c3-96dd9190174b req-f81ce919-bdef-418c-869b-4a29830cace8 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Aug 25 16:15:44.649272 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=15e435a0-96ef-4489-83d1-5d58887f5658,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:44.661683 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:44.733017 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad28bc-5201-4d9e-8284-48f71ba0fe11 req-f7600ed7-7127-4d50-8033-39279b33b7b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:44.734440 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-caad28bc-5201-4d9e-8284-48f71ba0fe11 req-f7600ed7-7127-4d50-8033-39279b33b7b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2622123-f032-4ebd-a045-23ca33227397 HTTP/1.1" status: 200 len: 847 time: 0.1427193 Aug 25 16:15:44.822917 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Attempting to bind port 15e435a0-96ef-4489-83d1-5d58887f5658 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:15:44.823185 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Attempting to bind port 15e435a0-96ef-4489-83d1-5d58887f5658 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:15:44.823527 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Attempting to bind port 15e435a0-96ef-4489-83d1-5d58887f5658 on network bdf0a20c-889b-4590-a693-c718a6547eef {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:44.835205 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Port 15e435a0-96ef-4489-83d1-5d58887f5658 on network bdf0a20c-889b-4590-a693-c718a6547eef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:15:44.835542 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Attempting to bind port 15e435a0-96ef-4489-83d1-5d58887f5658 on network bdf0a20c-889b-4590-a693-c718a6547eef {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:44.845307 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-caad28bc-5201-4d9e-8284-48f71ba0fe11 req-630c5a8f-c50e-4aa3-88bf-efcf2580d72d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53705678-def4-4b8e-a6fe-f5d17934f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034606 Aug 25 16:15:44.847343 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:15:44.847689 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Checking segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:15:44.848053 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Bound using segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:15:44.848459 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Bound port: 15e435a0-96ef-4489-83d1-5d58887f5658, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:15:44.848793 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:45.109158 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] For port 15e435a0-96ef-4489-83d1-5d58887f5658, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:15:45.114545 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-caad28bc-5201-4d9e-8284-48f71ba0fe11 req-a28f65f0-aeba-4d09-87cc-a512aa1a33af service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568901 Aug 25 16:15:45.118553 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] For port 15e435a0-96ef-4489-83d1-5d58887f5658, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=15e435a0-96ef-4489-83d1-5d58887f5658,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:15:45.122642 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:45.127042 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-31c34ce8-13f1-4e5a-81f2-44384ca88745 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:45.247686 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:45.249058 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] 10.222.0.76 "PUT /v2.0/ports/15e435a0-96ef-4489-83d1-5d58887f5658 HTTP/1.1" status: 200 len: 1093 time: 1.4966393 Aug 25 16:15:45.253285 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:45.284641 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=15e435a0-96ef-4489-83d1-5d58887f5658,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:45.290027 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:45.320747 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658', 'status': 'completed', 'code': 200} Aug 25 16:15:45.329071 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-caad28bc-5201-4d9e-8284-48f71ba0fe11 req-755bae08-42f0-4c3e-845c-4b4db2a6ebec service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707759 Aug 25 16:15:45.461292 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-01d3bef8-6bbc-4628-abee-2dede5547b8a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 1096 time: 0.0739403 Aug 25 16:15:45.543845 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-bb1923af-0da4-4cb4-b82d-d1cf47ecef31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e435a0-96ef-4489-83d1-5d58887f5658 HTTP/1.1" status: 200 len: 217 time: 0.0640652 Aug 25 16:15:45.620411 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-94d72f87-216d-4d30-906f-04a17bb8335d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:45.621890 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-94d72f87-216d-4d30-906f-04a17bb8335d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0677369 Aug 25 16:15:45.665370 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e613f35-9b76-4b5e-b27c-412fdbfaa2eb req-3028ad8a-cf21-4287-af66-908e17939997 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:45.666731 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7e613f35-9b76-4b5e-b27c-412fdbfaa2eb req-3028ad8a-cf21-4287-af66-908e17939997 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.1683984 Aug 25 16:15:45.672515 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abbd59-58df-41c5-be5b-fa3ff4dcfa69 req-3a416680-9e6b-4f89-bd75-187f03343073 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:45.673869 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-42abbd59-58df-41c5-be5b-fa3ff4dcfa69 req-3a416680-9e6b-4f89-bd75-187f03343073 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1146028 Aug 25 16:15:45.699559 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-3688abc7-55d7-4dad-a4d1-240c439f5df3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695519 Aug 25 16:15:45.747105 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7e613f35-9b76-4b5e-b27c-412fdbfaa2eb req-55c73def-bf28-40d8-ad75-3d8d9bfa0636 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723019 Aug 25 16:15:45.752108 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-42abbd59-58df-41c5-be5b-fa3ff4dcfa69 req-361315e9-be11-488b-bf46-fe5cc747ded5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621943 Aug 25 16:15:45.833944 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-6dd00830-e419-4c75-a909-f4f7f9ae0f5c service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254783 Aug 25 16:15:45.958278 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bae2e-a486-4eda-af6a-4feeeafe1670 req-fd7491cc-e7b5-4aa6-b396-2be546954d97 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:45.959767 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-849bae2e-a486-4eda-af6a-4feeeafe1670 req-fd7491cc-e7b5-4aa6-b396-2be546954d97 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0923653 Aug 25 16:15:45.988520 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cf418a-a74a-4fb6-bfca-bff823bab10f req-f2733540-09c9-41e3-a2f4-cc59d14dbfe1 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475952 Aug 25 16:15:46.010358 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-849bae2e-a486-4eda-af6a-4feeeafe1670 req-aea9d18a-1fe3-4938-8018-cdb53c6bf116 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443277 Aug 25 16:15:46.167703 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f91f0fb5-cf46-4240-bcd5-e2d4b73d89fc req-2835a4c7-6e47-4516-92f1-300d412cc8de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 1096 time: 0.0722857 Aug 25 16:15:46.307887 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f0fb5-cf46-4240-bcd5-e2d4b73d89fc req-e9662a59-cfcf-4734-9548-814358822aa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:46.309303 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f91f0fb5-cf46-4240-bcd5-e2d4b73d89fc req-e9662a59-cfcf-4734-9548-814358822aa4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.1320119 Aug 25 16:15:46.376491 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f91f0fb5-cf46-4240-bcd5-e2d4b73d89fc req-a3af73f6-bf02-4c92-b8cf-2f7d4f0168c8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e435a0-96ef-4489-83d1-5d58887f5658 HTTP/1.1" status: 200 len: 217 time: 0.0586762 Aug 25 16:15:46.441373 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f0fb5-cf46-4240-bcd5-e2d4b73d89fc req-c82c38bc-0a71-4cb2-818a-0baf9ba733df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:46.442658 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f91f0fb5-cf46-4240-bcd5-e2d4b73d89fc req-c82c38bc-0a71-4cb2-818a-0baf9ba733df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0585308 Aug 25 16:15:46.504859 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4795-25f2-487b-9d0f-cfbe7a223c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:46.517858 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f91f0fb5-cf46-4240-bcd5-e2d4b73d89fc req-d391798b-8731-4537-99ab-5e027cda7ead service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666981 Aug 25 16:15:46.654856 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f91f0fb5-cf46-4240-bcd5-e2d4b73d89fc req-396e518c-37d5-4b1f-8e37-d2ff47bb80a2 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292067 Aug 25 16:15:46.893254 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:15:46.912165 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f91f0fb5-cf46-4240-bcd5-e2d4b73d89fc req-b211fd1d-107d-44cc-a194-29e6ba9a2c5c service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498052 Aug 25 16:15:47.049325 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258b3ba-80d8-408d-a233-c47285aed98b req-a13af8df-7514-45d4-be56-f5066cb9c6bd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:47.050803 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4258b3ba-80d8-408d-a233-c47285aed98b req-a13af8df-7514-45d4-be56-f5066cb9c6bd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1213787 Aug 25 16:15:47.063497 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05c49a-88bc-4f6e-a4f3-5394bf8da478 req-991e4d96-a306-4dc1-acb4-7a36cd97a3c1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:47.064961 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fa05c49a-88bc-4f6e-a4f3-5394bf8da478 req-991e4d96-a306-4dc1-acb4-7a36cd97a3c1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.1716661 Aug 25 16:15:47.095047 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:47.108584 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'port_id': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'mac_address': 'fa:16:3e:49:b6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:15:47.147279 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4258b3ba-80d8-408d-a233-c47285aed98b req-169a8a69-792b-419d-b42e-faea8a63cf6d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903885 Aug 25 16:15:47.151456 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fa05c49a-88bc-4f6e-a4f3-5394bf8da478 req-c081b305-6e41-45a9-abe6-8420a2bbaf1c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696330 Aug 25 16:15:47.163931 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:47.182579 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:47.208840 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:47.213686 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:47.217913 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:47.301047 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=6']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:47.310303 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.310650 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.310987 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.311316 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.311677 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.312004 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.312328 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.312653 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.312975 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.313301 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.313615 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:47.317738 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:47.426802 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:47.505261 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06065fd6-5894-4a24-bf95-e6508a3d267d req-41d4112b-4e2b-4357-a366-98ba5c2dad0d tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:47.506706 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-06065fd6-5894-4a24-bf95-e6508a3d267d req-41d4112b-4e2b-4357-a366-98ba5c2dad0d tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.2284873 Aug 25 16:15:47.513605 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413666-2d8a-41e5-a039-27affa0070bd req-ce8a1681-029c-48c3-a765-63973894d777 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:47.516140 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-14413666-2d8a-41e5-a039-27affa0070bd req-ce8a1681-029c-48c3-a765-63973894d777 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.1152990 Aug 25 16:15:47.608115 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:47.613812 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-06065fd6-5894-4a24-bf95-e6508a3d267d req-3a3ec6d3-899f-4edd-b896-8f02cd3dc626 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963295 Aug 25 16:15:47.637682 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-14413666-2d8a-41e5-a039-27affa0070bd req-ad4d8c85-2406-4e80-a628-05e4e25437fb tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048155 Aug 25 16:15:47.649979 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59148) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:47.931029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f6f2bb76-d573-41a9-b0b4-2f037bdd11b3 tempest-TestMinimumBasicScenario-1390924303 tempest-TestMinimumBasicScenario-1390924303-project-admin] Synchronizing usage tracker for tenant:bca5a05c751e4720ba7ee27f8b91cb1f on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:47.949968 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f6f2bb76-d573-41a9-b0b4-2f037bdd11b3 tempest-TestMinimumBasicScenario-1390924303 tempest-TestMinimumBasicScenario-1390924303-project-admin] Unset dirty status for tenant:bca5a05c751e4720ba7ee27f8b91cb1f on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:47.951894 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f6f2bb76-d573-41a9-b0b4-2f037bdd11b3 tempest-TestMinimumBasicScenario-1390924303 tempest-TestMinimumBasicScenario-1390924303-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1093 time: 0.2999976 Aug 25 16:15:47.954725 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59154) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:47.961117 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'floatingip': {'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'port_id': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:47.967756 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:47.971612 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Usage tracker for resource:floatingip and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:47.974371 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:47.982228 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:47.996792 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.142790 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.379043 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Allocated IP 172.27.2.87 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/c776962e-4b42-4729-8199-ffa9ee0f6b5b) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:15:48.529786 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f938-073a-4478-a54d-31d8298a6626 req-af67a9b3-bd3d-49d9-8c45-9bddc50e12ac tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:48.536363 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e7d3f938-073a-4478-a54d-31d8298a6626 req-af67a9b3-bd3d-49d9-8c45-9bddc50e12ac tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 944 time: 0.1822565 Aug 25 16:15:48.569355 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd07e1-9004-4e1d-8384-3a32b12124c3 req-c048896f-3497-4911-b022-90d057fbfae9 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:48.580915 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2ffd07e1-9004-4e1d-8384-3a32b12124c3 req-c048896f-3497-4911-b022-90d057fbfae9 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.1887605 Aug 25 16:15:48.598515 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.612410 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e7d3f938-073a-4478-a54d-31d8298a6626 req-00d4e6d5-3278-4456-8770-5b884cae93c7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747471 Aug 25 16:15:48.633220 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:48.638313 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:48.693401 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2ffd07e1-9004-4e1d-8384-3a32b12124c3 req-24bc928a-6cb5-46e5-9cd0-7a45b757fcfa tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871212 Aug 25 16:15:48.714466 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:15:48.718052 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:15:48.720744 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:15:48.753118 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'Port': ['ID=c776962e-4b42-4729-8199-ffa9ee0f6b5b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:48.772091 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.772742 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.773501 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.774461 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.775367 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.776333 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.777263 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.778428 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.778940 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.779492 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.780102 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:48.785940 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:48.929757 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:49.051047 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455379-213b-475c-a495-3b8dc9363e4a req-31b6199e-f092-48fd-ad48-7d16d0bc6311 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:49.060829 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c9455379-213b-475c-a495-3b8dc9363e4a req-31b6199e-f092-48fd-ad48-7d16d0bc6311 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.2380571 Aug 25 16:15:49.066362 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:49.066955 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.116993 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c9455379-213b-475c-a495-3b8dc9363e4a req-f21d2aab-0361-425b-bac5-e8ef066bf6a5 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549679 Aug 25 16:15:49.262180 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.324539 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:49.350588 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:49.356180 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.357051 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 13c47cee-dbde-4300-97af-7348c597ef74 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:15:49.416177 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5a0a258f-b031-4fb3-918d-714f376a8dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:49.426857 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.430182 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-18c923ff-914c-4eed-88dc-70c8bb2c9f79 req-f5c0606d-9d42-4d54-bf76-e4e6ee3b96ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1492822 Aug 25 16:15:49.488061 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.488322 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'code': 200} Aug 25 16:15:49.494250 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=7']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:49.503187 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:49.592588 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.628097 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=13c47cee-dbde-4300-97af-7348c597ef74,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:49.635662 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.642043 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:49.725069 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.733269 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.737886 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-58049b9d-2209-4037-a56d-4f1292b1ca41 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:49.768933 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=13c47cee-dbde-4300-97af-7348c597ef74,revision_number=6']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:49.771181 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59192) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:49.804950 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:49.818247 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:49.938293 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'Port': ['ID=c776962e-4b42-4729-8199-ffa9ee0f6b5b,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:49.942334 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:49.964932 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:50.110215 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840c225-8be2-4c6b-aea0-be7cfba3cfbb req-07f56308-7e94-4690-be58-f0a888e1db86 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:50.111562 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6840c225-8be2-4c6b-aea0-be7cfba3cfbb req-07f56308-7e94-4690-be58-f0a888e1db86 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1848578 Aug 25 16:15:50.143522 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-db8b9564-ed1a-470b-afbb-1e7467643d03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3688936 Aug 25 16:15:50.150976 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561334c-4cae-4675-b2f4-b12b89950e1a req-c2d4852f-e207-41ef-a801-259c8a8249fb tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:50.152452 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3561334c-4cae-4675-b2f4-b12b89950e1a req-c2d4852f-e207-41ef-a801-259c8a8249fb tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.2756617 Aug 25 16:15:50.207802 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Floating IP b803a015-ee53-4525-ade7-39436a3200a0 associated. External IP: 172.27.2.87, port: 0f84fba7-36ff-4c2a-9e46-f6470a53d676. Aug 25 16:15:50.219890 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6840c225-8be2-4c6b-aea0-be7cfba3cfbb req-3874d8af-9a63-4d36-8e49-67f276a14cff tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981445 Aug 25 16:15:50.245025 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3561334c-4cae-4675-b2f4-b12b89950e1a req-4e9dbc58-3ded-4077-b6c6-bfc275220704 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771654 Aug 25 16:15:50.677209 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f809b6-0d43-4312-8968-34030b755256 req-a76a4110-5120-4985-a2c5-55888ced97fc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:50.680481 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f8f809b6-0d43-4312-8968-34030b755256 req-a76a4110-5120-4985-a2c5-55888ced97fc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.1125250 Aug 25 16:15:50.747335 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f8f809b6-0d43-4312-8968-34030b755256 req-1363a291-2c9d-4da4-b7ac-28655feb4ebd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613198 Aug 25 16:15:50.798079 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Router f24054db-eb44-4a3c-b796-49ed047a9bd4 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:15:51.046080 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:15:51.058614 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] Sync routers for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:15:51.072872 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:51.073513 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:51.075685 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.149235 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1934438 Aug 25 16:15:51.150369 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:51.152175 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59206) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:51.161753 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523611338', 'description': 'tempest-secgroup-smoke-523611338 description', 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:51.176363 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:51.185756 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Usage tracker for resource:security_group and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:51.190263 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:51.202366 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:51.221936 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'status': 'completed', 'code': 200} Aug 25 16:15:51.241371 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.382567 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:51.393673 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Usage tracker for resource:security_group_rule and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:51.402184 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:51.425583 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:51.482764 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:51.512288 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5e0361d6-a7f4-4176-a7d6-cc8a39fbd1ab req-04193fda-8488-413d-b6da-4e11fac95f2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1098 time: 0.2239704 Aug 25 16:15:51.645244 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.652641 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.665721 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6f43a343-bc99-491d-ab55-316b39875c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:51.688281 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59449f79-228e-4a60-b288-12c6e0350175 req-a13463de-496c-4051-a520-1be1c26780dc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:51.695508 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59449f79-228e-4a60-b288-12c6e0350175 req-a13463de-496c-4051-a520-1be1c26780dc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.2776539 Aug 25 16:15:51.742751 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.746585 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5906541 Aug 25 16:15:51.747486 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330a4a02-833e-4f5a-8925-a7cb36c82e24,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:51.749834 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59218) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:51.753429 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:51.764753 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'security_group_rule': {'security_group_id': '330a4a02-833e-4f5a-8925-a7cb36c82e24', 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:51.770090 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:51.774937 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:51.780256 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0361d6-a7f4-4176-a7d6-cc8a39fbd1ab req-2e553894-d45a-443d-a3be-646e6d0467c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:51.781810 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5e0361d6-a7f4-4176-a7d6-cc8a39fbd1ab req-2e553894-d45a-443d-a3be-646e6d0467c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 200 len: 917 time: 0.2549746 Aug 25 16:15:51.785644 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0252aa-1272-4106-940a-c7d9712ab86b req-edc6aa4c-6322-4d1d-91bc-8c1ae7042c4c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:51.792392 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc0252aa-1272-4106-940a-c7d9712ab86b req-edc6aa4c-6322-4d1d-91bc-8c1ae7042c4c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.2729616 Aug 25 16:15:51.816710 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Usage tracker for resource:security_group_rule and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:51.822724 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:51.833533 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:51.848043 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59449f79-228e-4a60-b288-12c6e0350175 req-f46f6ddb-fda6-4816-98ee-e009fea45f12 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521678 Aug 25 16:15:51.868758 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.965296 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5e0361d6-a7f4-4176-a7d6-cc8a39fbd1ab req-6d4ea9b7-6d39-4832-8457-51992bdcb836 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 998 time: 0.1739714 Aug 25 16:15:51.965883 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:51.973369 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.002094 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:52.027169 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc0252aa-1272-4106-940a-c7d9712ab86b req-b5ebf585-b5f9-4707-9efe-b19e7840a456 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338789 Aug 25 16:15:52.028462 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': 'b803a015-ee53-4525-ade7-39436a3200a0', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'port_id': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'mac_address': 'fa:16:3e:31:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:15:49Z', 'updated_at': '2021-08-25T16:15:49Z', 'revision_number': 0, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba91b93-23d6-402b-968f-343cfd00f213', 'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'mac_address': 'fa:16:3e:b1:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:49Z', 'updated_at': '2021-08-25T16:15:09Z', 'revision_number': 5, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'subnets': [{'id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:52.037725 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] Checking router: f24054db-eb44-4a3c-b796-49ed047a9bd4 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:15:52.038293 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.045458 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2918506 Aug 25 16:15:52.046560 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59226) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:52.068061 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:52.068061 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:52.074281 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'security_group_rule': {'security_group_id': '330a4a02-833e-4f5a-8925-a7cb36c82e24', 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:52.079034 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a1315b-2110-4f32-943f-5a412dd33c74,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:52.093675 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7ef45640-6c04-4753-ab3c-c2e42184b800 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:52.094621 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:52.105311 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Usage tracker for resource:security_group_rule and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:52.109229 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:52.117500 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0361d6-a7f4-4176-a7d6-cc8a39fbd1ab req-9ff83265-6b49-47b9-bc36-31ea42a79d8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:52.118973 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5e0361d6-a7f4-4176-a7d6-cc8a39fbd1ab req-9ff83265-6b49-47b9-bc36-31ea42a79d8d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=714c16f9-7f00-4843-bcb2-e196b7e3d9f5 HTTP/1.1" status: 200 len: 854 time: 0.1445868 Aug 25 16:15:52.138819 dv-cinder-806007-1-iscsi neutron-server[75030]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74', 'code': 422} returned with failed status Aug 25 16:15:52.165967 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:52.195144 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.224419 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5e0361d6-a7f4-4176-a7d6-cc8a39fbd1ab req-6be54d2d-2121-46ff-8f3e-52adc60a01c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb487cc1-8361-4b03-ad8f-5871e51caff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941417 Aug 25 16:15:52.262623 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e0ae-f1ea-462f-a980-e39e64b30f48 req-ab658c7f-059e-4ebf-bb2f-fa4a36afa3ab tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:52.264081 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ae70e0ae-f1ea-462f-a980-e39e64b30f48 req-ab658c7f-059e-4ebf-bb2f-fa4a36afa3ab tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.1601157 Aug 25 16:15:52.301421 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:52.340872 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.345604 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.352477 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:52.398005 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ae70e0ae-f1ea-462f-a980-e39e64b30f48 req-9fad5ff6-ce2a-421c-8549-9ce0c2514583 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243367 Aug 25 16:15:52.398763 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf05cb68-d05e-48b8-bce4-e037760c8c45,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:52.417272 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:52.423300 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5e0361d6-a7f4-4176-a7d6-cc8a39fbd1ab req-4bb60e7e-486f-4ec4-924e-ae23d5bb3267 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785250 Aug 25 16:15:52.440886 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.440886 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6967e118-f5d2-4f56-80d2-accb95883524 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3890820 Aug 25 16:15:52.451470 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59230) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:52.456387 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'security_group_rule': {'security_group_id': '330a4a02-833e-4f5a-8925-a7cb36c82e24', 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:52.468507 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:52.485539 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Usage tracker for resource:security_group_rule and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:52.495508 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:52.504031 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:52.533435 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.625603 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.630289 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.653272 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:52.668305 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffff2091-dc8f-40d5-b575-18d13c4c0469,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:52.671522 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:52.672249 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.675426 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2189b412-9dbc-4d50-b113-400bd3d6f636 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2309120 Aug 25 16:15:52.678113 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59236) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:52.684246 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'security_group_rule': {'security_group_id': '330a4a02-833e-4f5a-8925-a7cb36c82e24', 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:52.691680 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:52.695784 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Usage tracker for resource:security_group_rule and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:52.699098 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:52.705682 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:52.731191 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.791473 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': 'b803a015-ee53-4525-ade7-39436a3200a0', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'port_id': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'mac_address': 'fa:16:3e:31:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:15:49Z', 'updated_at': '2021-08-25T16:15:49Z', 'revision_number': 0, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba91b93-23d6-402b-968f-343cfd00f213', 'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'mac_address': 'fa:16:3e:b1:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:49Z', 'updated_at': '2021-08-25T16:15:09Z', 'revision_number': 5, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'subnets': [{'id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:52.796605 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0f22e-ae97-4250-8f33-0b457e027dce None None] The sync data for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi is: [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': 'b803a015-ee53-4525-ade7-39436a3200a0', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'port_id': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'mac_address': 'fa:16:3e:31:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:15:49Z', 'updated_at': '2021-08-25T16:15:49Z', 'revision_number': 0, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba91b93-23d6-402b-968f-343cfd00f213', 'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'mac_address': 'fa:16:3e:b1:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:49Z', 'updated_at': '2021-08-25T16:15:09Z', 'revision_number': 5, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'subnets': [{'id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:15:52.834692 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.838583 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5e0361d6-a7f4-4176-a7d6-cc8a39fbd1ab req-51ca4866-73f3-4724-ad0e-9509e18c9867 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080117 Aug 25 16:15:52.839597 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.842297 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:52.870182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45cf43f-5141-4b9b-937d-5cbddf24fbff,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:52.875558 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:52.880737 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.885289 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59240) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:52.885549 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-84d54557-4746-4696-b463-24fa48757dff tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2063327 Aug 25 16:15:52.892994 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'security_group_rule': {'security_group_id': '330a4a02-833e-4f5a-8925-a7cb36c82e24', 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:52.901499 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:52.921032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Usage tracker for resource:security_group_rule and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:52.926488 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:52.936497 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:52.950189 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.securitygroups_db [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Project 6cd2ef53a9fb421cbbfe070c8ace193e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:15:52.967413 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.055785 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.064616 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.066701 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b4fe93be-445f-4203-b43d-b9910ecbe286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:53.120689 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8787736-e266-47ef-bc03-5ce9f20bdf82,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:53.123565 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:53.143857 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.146706 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-972cc69e-1473-4f44-8474-9697a890d291 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2597980 Aug 25 16:15:53.149415 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59248) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:53.157476 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'security_group_rule': {'security_group_id': '330a4a02-833e-4f5a-8925-a7cb36c82e24', 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:53.168532 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85820215-70c4-40b6-9d3a-7fe09faeaffd None None] New status for floating IP b803a015-ee53-4525-ade7-39436a3200a0: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:15:53.172280 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:53.177344 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Usage tracker for resource:security_group_rule and tenant:6cd2ef53a9fb421cbbfe070c8ace193e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:53.190285 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:53.194460 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa925-76ff-4c15-bac8-4632fa2c139d req-b0f2e30e-6f76-4c68-9a4d-ef143ebd49a1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:53.196004 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55aaa925-76ff-4c15-bac8-4632fa2c139d req-b0f2e30e-6f76-4c68-9a4d-ef143ebd49a1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1693103 Aug 25 16:15:53.207375 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:53.228585 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.securitygroups_db [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Project 6cd2ef53a9fb421cbbfe070c8ace193e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:15:53.237648 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.372781 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.378442 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088677'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.380502 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:53.427026 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04614462-949b-45d9-91ab-eaf1c7797260,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:53.429825 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:53.441187 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:53.445190 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ac30f504-244f-4697-b74a-e765789f8754 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2920413 Aug 25 16:15:53.505463 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55aaa925-76ff-4c15-bac8-4632fa2c139d req-05a84b0d-201c-40dd-92bf-a9010b8d5083 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025863 Aug 25 16:15:53.562666 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01792b8-85ce-4e16-89e8-2a4f9204a6d4 req-8be2d3cd-d7ef-4f2b-a31a-a7192e83a873 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:53.564163 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b01792b8-85ce-4e16-89e8-2a4f9204a6d4 req-8be2d3cd-d7ef-4f2b-a31a-a7192e83a873 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.3154848 Aug 25 16:15:53.618782 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b01792b8-85ce-4e16-89e8-2a4f9204a6d4 req-c94cd9d9-a878-4d5e-8ce5-cbe4d9db95b3 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488815 Aug 25 16:15:53.779407 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff2fb1-143d-4606-94f8-cb5f4fa768b7 req-ac480553-9f6c-49f2-a35c-e1b643796683 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:53.783904 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f9ff2fb1-143d-4606-94f8-cb5f4fa768b7 req-ac480553-9f6c-49f2-a35c-e1b643796683 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.1326947 Aug 25 16:15:53.920869 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-6b266e2f-3a16-43e5-9c2e-7edc4da5af3d tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Synchronizing usage tracker for tenant:6cd2ef53a9fb421cbbfe070c8ace193e on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:53.947461 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f9ff2fb1-143d-4606-94f8-cb5f4fa768b7 req-58f4c414-484a-4c47-a560-7b2d4bc052f2 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608138 Aug 25 16:15:53.974727 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-6b266e2f-3a16-43e5-9c2e-7edc4da5af3d tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Unset dirty status for tenant:6cd2ef53a9fb421cbbfe070c8ace193e on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:53.976663 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-6b266e2f-3a16-43e5-9c2e-7edc4da5af3d tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523611338&fields=id&tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e HTTP/1.1" status: 200 len: 267 time: 0.1718237 Aug 25 16:15:54.078606 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-24300d0a-39d7-4f79-ac5f-715a4f719713 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:54.080120 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-24300d0a-39d7-4f79-ac5f-715a4f719713 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.0983682 Aug 25 16:15:54.096316 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'port': {'security_groups': ['ba7b93b8-ae42-4725-904d-2b0db2787068', '330a4a02-833e-4f5a-8925-a7cb36c82e24']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:54.261199 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.558964 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] For port 0f84fba7-36ff-4c2a-9e46-f6470a53d676, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:54.595981 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.600979 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7215769'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.610350 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:54.640963 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['0f84fba7-36ff-4c2a-9e46-f6470a53d676'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:54.730486 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:54.731048 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:54.732541 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5f421b22-b331-4af3-aa16-b3250b95fe8d req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "PUT /v2.0/ports/0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 981 time: 0.6457653 Aug 25 16:15:54.741178 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:54.853355 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'Port': ['ID=0f84fba7-36ff-4c2a-9e46-f6470a53d676,revision_number=6']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:54.857341 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:54.892964 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827025d1-b208-4f79-aacc-1fdd61e481fd req-2e786fd6-98ac-40e8-9641-2ee18390769d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:54.894817 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-827025d1-b208-4f79-aacc-1fdd61e481fd req-2e786fd6-98ac-40e8-9641-2ee18390769d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1319640 Aug 25 16:15:54.917103 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['0f84fba7-36ff-4c2a-9e46-f6470a53d676'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:55.018742 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-827025d1-b208-4f79-aacc-1fdd61e481fd req-1476bcec-ebe7-46cb-a88c-792cb6df0c47 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179659 Aug 25 16:15:55.202933 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-e0c54af7-713a-477c-817d-a48d68bd0732 None None] Provisioning complete for port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:55.203314 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e0c54af7-713a-477c-817d-a48d68bd0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:55.254417 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:15:55.302927 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a27e9-e347-433d-9f23-3c27c9a4c6d0 req-07ffd6cf-1e4b-4977-9f71-9a5fec537626 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:55.310815 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-109a27e9-e347-433d-9f23-3c27c9a4c6d0 req-07ffd6cf-1e4b-4977-9f71-9a5fec537626 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.1228218 Aug 25 16:15:55.476130 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-109a27e9-e347-433d-9f23-3c27c9a4c6d0 req-9506ad35-c5c8-42fa-bebf-b82fe2f06168 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639426 Aug 25 16:15:55.573148 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'status': 'completed', 'code': 200} Aug 25 16:15:55.579964 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc662d86-bc75-4dac-9dbd-8a0b2d48b1d2 req-7d2f2cb9-3af6-4753-9bd4-a78bc4cbd1b1 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:55.582094 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc662d86-bc75-4dac-9dbd-8a0b2d48b1d2 req-7d2f2cb9-3af6-4753-9bd4-a78bc4cbd1b1 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.1880827 Aug 25 16:15:55.657770 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc662d86-bc75-4dac-9dbd-8a0b2d48b1d2 req-3b561fe0-38eb-414c-80be-2c5b84e0cc47 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682817 Aug 25 16:15:55.788137 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-44d5d644-b393-410d-b163-6d2491c91fb3 req-1609e378-38f2-4e47-9994-4052877ce83f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1137 time: 0.1585782 Aug 25 16:15:55.842394 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd4b09-7cb4-48c0-b0c6-d85dd21c98ba req-be0b477b-047a-421c-ba22-4967f4fa441e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:55.850219 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a4bd4b09-7cb4-48c0-b0c6-d85dd21c98ba req-be0b477b-047a-421c-ba22-4967f4fa441e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.1080954 Aug 25 16:15:55.991081 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a4bd4b09-7cb4-48c0-b0c6-d85dd21c98ba req-de039c6e-40ce-47bb-8d41-6d0e244ca5cd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397951 Aug 25 16:15:56.070226 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5d644-b393-410d-b163-6d2491c91fb3 req-e519104d-0147-4d68-97b4-6530e473d941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:56.071855 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-44d5d644-b393-410d-b163-6d2491c91fb3 req-e519104d-0147-4d68-97b4-6530e473d941 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 200 len: 917 time: 0.2753274 Aug 25 16:15:56.138525 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-155c65b7-cafe-4ddc-b569-6e8f5fb2d9ce service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72&tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f HTTP/1.1" status: 200 len: 1096 time: 0.2236643 Aug 25 16:15:56.226791 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-44d5d644-b393-410d-b163-6d2491c91fb3 req-40e4baff-9fb0-4fb7-9cb8-270154ddc474 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 1000 time: 0.1428285 Aug 25 16:15:56.319933 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3d401-7796-4c8b-bdab-834b050ed026 req-46e37116-f60d-4a88-aca7-012a9653f671 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:56.321527 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2de3d401-7796-4c8b-bdab-834b050ed026 req-46e37116-f60d-4a88-aca7-012a9653f671 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1106334 Aug 25 16:15:56.324342 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5d644-b393-410d-b163-6d2491c91fb3 req-ea639149-526a-48fe-9db0-8cb7bee45bbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:56.326421 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-44d5d644-b393-410d-b163-6d2491c91fb3 req-ea639149-526a-48fe-9db0-8cb7bee45bbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=714c16f9-7f00-4843-bcb2-e196b7e3d9f5 HTTP/1.1" status: 200 len: 854 time: 0.0810313 Aug 25 16:15:56.376151 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2de3d401-7796-4c8b-bdab-834b050ed026 req-de3a7ddf-603c-4037-b374-9bee3a565040 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466306 Aug 25 16:15:56.400580 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-78a19d1e-b6f7-427f-b715-76999c136852 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1096 time: 0.2109344 Aug 25 16:15:56.439474 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-44d5d644-b393-410d-b163-6d2491c91fb3 req-825902bd-4972-427d-a792-1cdb741c119d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb487cc1-8361-4b03-ad8f-5871e51caff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051211 Aug 25 16:15:56.682590 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-d024c7ae-4104-49d9-91a7-68bd79fb6c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:56.684327 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-d024c7ae-4104-49d9-91a7-68bd79fb6c5b service neutron] 10.222.0.76 "GET /v2.0/networks?id=53705678-def4-4b8e-a6fe-f5d17934f7df HTTP/1.1" status: 200 len: 910 time: 0.2763915 Aug 25 16:15:56.686291 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-44d5d644-b393-410d-b163-6d2491c91fb3 req-01c0db6e-156f-40fb-b266-9c257ac3f789 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946177 Aug 25 16:15:56.743178 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dfec5-3a10-417b-aed3-c601be313893 req-3c75de1f-763e-42a6-bc79-d5c524fc253e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:56.751697 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-743dfec5-3a10-417b-aed3-c601be313893 req-3c75de1f-763e-42a6-bc79-d5c524fc253e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.1053958 Aug 25 16:15:56.813406 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-743dfec5-3a10-417b-aed3-c601be313893 req-93a4a2bc-dbc1-4908-8892-a86cceb3c720 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606794 Aug 25 16:15:56.817091 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-9542ea05-44c9-4aa6-b0ac-e2a69c7d5407 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13c47cee-dbde-4300-97af-7348c597ef74 HTTP/1.1" status: 200 len: 999 time: 0.1212380 Aug 25 16:15:56.971876 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-fa68e42e-9291-45ff-b86c-4110d78037f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:56.973322 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-fa68e42e-9291-45ff-b86c-4110d78037f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2622123-f032-4ebd-a045-23ca33227397 HTTP/1.1" status: 200 len: 847 time: 0.1494763 Aug 25 16:15:57.049771 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-44d5d644-b393-410d-b163-6d2491c91fb3 req-0ed796d0-8c7d-450e-bd2d-c5000b0e82c7 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527043 Aug 25 16:15:57.082104 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-ba157fbe-75d0-4bb0-8a90-1fdcd3602fc7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53705678-def4-4b8e-a6fe-f5d17934f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946178 Aug 25 16:15:57.301095 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ec9b9-b516-4078-8454-646c9be26fb1 req-4fb58ec4-28c8-4558-a615-76a833852735 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:57.314150 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-328ec9b9-b516-4078-8454-646c9be26fb1 req-4fb58ec4-28c8-4558-a615-76a833852735 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.1950922 Aug 25 16:15:57.332567 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-82d22a23-fad4-4a2a-91c2-6719a58fe0dc service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429602 Aug 25 16:15:57.372239 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-328ec9b9-b516-4078-8454-646c9be26fb1 req-255b2dbd-cbf6-4229-9a45-141045d6450a tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568259 Aug 25 16:15:57.501836 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4629788f-e001-4081-a1ff-8a8a24e0c8a1 req-b0fbf587-d5cb-46ba-848c-cf03a0616a64 service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612833 Aug 25 16:15:57.623910 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58e4f3-6abf-4497-8a85-708890d926f3 req-bded8e2c-59ca-4f69-9c4a-fcf32eb0ac5e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:57.625722 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6a58e4f3-6abf-4497-8a85-708890d926f3 req-bded8e2c-59ca-4f69-9c4a-fcf32eb0ac5e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0889707 Aug 25 16:15:57.704402 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6a58e4f3-6abf-4497-8a85-708890d926f3 req-005d4d65-8a21-4f6b-b794-e2aeec95e764 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713842 Aug 25 16:15:58.045742 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f4948-7b4a-4897-bb13-ca07e4f63301 req-e48886ab-2f03-4b0c-8a9b-0aa760741204 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:58.047743 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e38f4948-7b4a-4897-bb13-ca07e4f63301 req-e48886ab-2f03-4b0c-8a9b-0aa760741204 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.1086206 Aug 25 16:15:58.104260 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e38f4948-7b4a-4897-bb13-ca07e4f63301 req-70cd1b48-ecc0-4f0f-bcfd-bff535909e5f tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508981 Aug 25 16:15:58.585212 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878261d-9bd4-454d-8158-95fc33ad3fee req-997eb721-663f-4e75-b1e0-b79e2c005fd2 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:58.586693 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6878261d-9bd4-454d-8158-95fc33ad3fee req-997eb721-663f-4e75-b1e0-b79e2c005fd2 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.0861771 Aug 25 16:15:58.637438 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6878261d-9bd4-454d-8158-95fc33ad3fee req-29446762-3146-4ca7-9d49-8f3e4e026f6d tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446548 Aug 25 16:15:58.925500 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52d76f-83f9-451b-9b62-884ac08f929f req-b48aa420-59e3-4718-bb8d-83cf7a4b407f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:58.927137 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c52d76f-83f9-451b-9b62-884ac08f929f req-b48aa420-59e3-4718-bb8d-83cf7a4b407f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0867240 Aug 25 16:15:59.065416 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c52d76f-83f9-451b-9b62-884ac08f929f req-3d85ad85-f766-455e-998b-97507bebdb9c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325870 Aug 25 16:15:59.320236 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fab8f8-6123-47f2-970b-81b0d0d918e5 req-5747fe1d-2dbd-4135-8977-32df76454100 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:59.322029 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c3fab8f8-6123-47f2-970b-81b0d0d918e5 req-5747fe1d-2dbd-4135-8977-32df76454100 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0850673 Aug 25 16:15:59.368665 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c3fab8f8-6123-47f2-970b-81b0d0d918e5 req-90f0dccc-8ccb-4ae0-afaa-eaf60166a41d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403497 Aug 25 16:15:59.844629 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe49e3-e05e-4b73-9314-e6f474f29d83 req-c98b7d91-1fb3-44ae-904c-b9fe46f9b5e5 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:59.846239 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-36fe49e3-e05e-4b73-9314-e6f474f29d83 req-c98b7d91-1fb3-44ae-904c-b9fe46f9b5e5 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.0807333 Aug 25 16:15:59.921259 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-36fe49e3-e05e-4b73-9314-e6f474f29d83 req-7be98368-7d43-4864-b042-cbae3eec637b tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692215 Aug 25 16:16:00.311099 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd9c24-b562-4f2f-b904-2e62a35bbbcf req-6d58e674-842d-4769-9e3e-01d54382f37b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:00.312991 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b7fd9c24-b562-4f2f-b904-2e62a35bbbcf req-6d58e674-842d-4769-9e3e-01d54382f37b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.0850391 Aug 25 16:16:00.376059 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b7fd9c24-b562-4f2f-b904-2e62a35bbbcf req-9c8ce5dd-af4f-423d-a48a-ba83d6d822c3 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570891 Aug 25 16:16:00.596562 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf2d5-4192-49dc-aa41-0c54fe1d2a1b req-fbd18078-91a5-4aec-8907-6de2594335c4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:00.598179 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6bbcf2d5-4192-49dc-aa41-0c54fe1d2a1b req-fbd18078-91a5-4aec-8907-6de2594335c4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0944381 Aug 25 16:16:00.654493 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6bbcf2d5-4192-49dc-aa41-0c54fe1d2a1b req-f9b66dc3-d3cc-44b4-9dbd-fbdda5862e9b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Aug 25 16:16:01.148518 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276155-8179-4b74-8562-17b2db8125dc req-1f3779db-1248-4f3f-a446-4dbcc4b32d93 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:01.150724 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-24276155-8179-4b74-8562-17b2db8125dc req-1f3779db-1248-4f3f-a446-4dbcc4b32d93 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.0903668 Aug 25 16:16:01.224007 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-24276155-8179-4b74-8562-17b2db8125dc req-6c80663f-7b75-4344-8953-c1bf55966ced tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632007 Aug 25 16:16:01.714162 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669898b-1006-4f76-a5cd-ca2ca7b96add req-e35ca6b5-9caf-4ba5-9b73-f8310e5f6520 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:01.716422 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4669898b-1006-4f76-a5cd-ca2ca7b96add req-e35ca6b5-9caf-4ba5-9b73-f8310e5f6520 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1563909 Aug 25 16:16:01.745740 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbf75d-fb81-48fd-ac3e-be49de75eb89 req-2860f5af-b196-460f-9846-e508a521a687 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:01.748438 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-15cbf75d-fb81-48fd-ac3e-be49de75eb89 req-2860f5af-b196-460f-9846-e508a521a687 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 945 time: 0.1420519 Aug 25 16:16:01.807992 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4669898b-1006-4f76-a5cd-ca2ca7b96add req-7bb3f4ed-19b9-46cb-a3d0-cf174fe5282a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846891 Aug 25 16:16:01.820344 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-15cbf75d-fb81-48fd-ac3e-be49de75eb89 req-54ca8aea-5639-464b-bed1-8c1e5704a914 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653236 Aug 25 16:16:02.049065 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ee78-849b-47bb-930f-b88951d9de25 req-68b8ae2e-04e0-4aa2-aaed-e1f52ebb067e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:02.050784 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0bb1ee78-849b-47bb-930f-b88951d9de25 req-68b8ae2e-04e0-4aa2-aaed-e1f52ebb067e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0863848 Aug 25 16:16:02.100614 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0bb1ee78-849b-47bb-930f-b88951d9de25 req-6ea73585-36c8-4e07-9f90-aa05ac64a98c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427241 Aug 25 16:16:02.438217 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048a50f-8543-4cf7-98a9-679d4462f16f req-19ef08cc-1d8b-4602-af58-9c044cc42bae tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:02.439687 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3048a50f-8543-4cf7-98a9-679d4462f16f req-19ef08cc-1d8b-4602-af58-9c044cc42bae tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 943 time: 0.0810611 Aug 25 16:16:02.484496 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3048a50f-8543-4cf7-98a9-679d4462f16f req-d1639626-2c28-439d-b657-827ce9e3d70f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391936 Aug 25 16:16:03.007788 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 15e435a0-96ef-4489-83d1-5d58887f5658 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:16:03.088976 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798fc0d-90ae-42dd-a45b-2b13e926713e req-a564fdb4-3acf-4778-b285-a3afba80d847 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:03.090459 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c798fc0d-90ae-42dd-a45b-2b13e926713e req-a564fdb4-3acf-4778-b285-a3afba80d847 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 945 time: 0.1368678 Aug 25 16:16:03.097175 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23fd3-6deb-402c-8644-d80567a78e68 req-ca803f1e-f215-4a6d-868f-9831b83f2b5b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:03.098562 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-43e23fd3-6deb-402c-8644-d80567a78e68 req-ca803f1e-f215-4a6d-868f-9831b83f2b5b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1431384 Aug 25 16:16:03.153512 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-61a3c170-0522-4d01-bd93-6a12af9588d8 req-bc046698-01c1-4d55-8e31-d7b59c7ac93e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 1098 time: 0.0819972 Aug 25 16:16:03.155078 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 15e435a0-96ef-4489-83d1-5d58887f5658, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=15e435a0-96ef-4489-83d1-5d58887f5658,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:03.168712 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '15e435a0-96ef-4489-83d1-5d58887f5658', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:16:03.177084 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c798fc0d-90ae-42dd-a45b-2b13e926713e req-56e8088b-5a90-48c6-96ca-ab210e16f5c3 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775933 Aug 25 16:16:03.179158 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-43e23fd3-6deb-402c-8644-d80567a78e68 req-2e3f9840-9184-42ff-bb5f-e3db6e85a0e9 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634882 Aug 25 16:16:03.222870 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:03.243269 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e435a0-96ef-4489-83d1-5d58887f5658 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:16:03.258711 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 15e435a0-96ef-4489-83d1-5d58887f5658, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=15e435a0-96ef-4489-83d1-5d58887f5658,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:03.263867 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:03.266009 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:03.289412 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3c170-0522-4d01-bd93-6a12af9588d8 req-21e031e0-ea66-4e5f-b2e4-4dd25b55ba18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:03.290881 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-61a3c170-0522-4d01-bd93-6a12af9588d8 req-21e031e0-ea66-4e5f-b2e4-4dd25b55ba18 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 918 time: 0.1305854 Aug 25 16:16:03.332428 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=15e435a0-96ef-4489-83d1-5d58887f5658,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:03.335517 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:03.378293 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df510-8ea9-4ec2-b29b-8e6dbebd6145 req-23571213-f926-4392-8a7a-68da3d8da8cd tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:03.379907 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-309df510-8ea9-4ec2-b29b-8e6dbebd6145 req-23571213-f926-4392-8a7a-68da3d8da8cd tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0817885 Aug 25 16:16:03.400970 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-61a3c170-0522-4d01-bd93-6a12af9588d8 req-7e2e2a98-4db6-4825-80d3-13c6d49fba85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 HTTP/1.1" status: 200 len: 1001 time: 0.1016939 Aug 25 16:16:03.426734 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-309df510-8ea9-4ec2-b29b-8e6dbebd6145 req-eb2ed82e-1feb-4979-ba29-01f79f68907e tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412800 Aug 25 16:16:03.481064 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3c170-0522-4d01-bd93-6a12af9588d8 req-6f95d657-2afc-44b6-b410-2b74d3f5111d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:03.482574 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-61a3c170-0522-4d01-bd93-6a12af9588d8 req-6f95d657-2afc-44b6-b410-2b74d3f5111d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.0621715 Aug 25 16:16:03.558887 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-61a3c170-0522-4d01-bd93-6a12af9588d8 req-fa3287ec-b8c9-4c00-9a19-240bc0a76262 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674715 Aug 25 16:16:03.665264 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['15e435a0-96ef-4489-83d1-5d58887f5658'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:16:03.690156 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1739d-d77e-48ab-b5ca-7fc8ff358613 req-15a5fa69-241f-46a2-969f-b0e153e7bd04 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:03.691636 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-85d1739d-d77e-48ab-b5ca-7fc8ff358613 req-15a5fa69-241f-46a2-969f-b0e153e7bd04 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 944 time: 0.0855646 Aug 25 16:16:03.705294 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-61a3c170-0522-4d01-bd93-6a12af9588d8 req-0f2d8127-90bf-4132-b837-2c5a8ad6d8e1 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365628 Aug 25 16:16:03.740850 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-85d1739d-d77e-48ab-b5ca-7fc8ff358613 req-73ddadb7-3841-4432-b9e9-3f1c2b680058 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431554 Aug 25 16:16:03.859323 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-61a3c170-0522-4d01-bd93-6a12af9588d8 req-a3481e33-b836-47e0-ada2-f3fa677612a9 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344075 Aug 25 16:16:04.019965 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25244d-0102-4501-a918-41dc9ad50266 req-8eb1ba27-efe6-4ce2-a0ad-90bcf4c9f978 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:04.020681 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-4a25244d-0102-4501-a918-41dc9ad50266 req-8eb1ba27-efe6-4ce2-a0ad-90bcf4c9f978 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Synchronizing usage tracker for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:16:04.035648 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-4a25244d-0102-4501-a918-41dc9ad50266 req-8eb1ba27-efe6-4ce2-a0ad-90bcf4c9f978 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Unset dirty status for tenant:e18453e2bbbd4c44a3a3596e32abfccf on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:16:04.036753 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a25244d-0102-4501-a918-41dc9ad50266 req-8eb1ba27-efe6-4ce2-a0ad-90bcf4c9f978 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 945 time: 0.0902050 Aug 25 16:16:04.108076 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Deleting port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:04.108415 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:04.347349 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] For port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:04.348046 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:04.376508 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:04.448811 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e7bc0-a91e-4c03-9778-cf8a39a8978e req-c401e42c-ea92-4c84-9db5-c4ffde59420d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:04.450317 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-607e7bc0-a91e-4c03-9778-cf8a39a8978e req-c401e42c-ea92-4c84-9db5-c4ffde59420d tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.1058242 Aug 25 16:16:04.456005 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868781f-0cd0-4acd-8653-931989229ae6 req-063e93f8-6345-4747-a1cf-f31ddaee5333 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:04.457376 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9868781f-0cd0-4acd-8653-931989229ae6 req-063e93f8-6345-4747-a1cf-f31ddaee5333 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 945 time: 0.1525638 Aug 25 16:16:04.530343 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-607e7bc0-a91e-4c03-9778-cf8a39a8978e req-651af184-de46-40b2-92ab-805e69854ed6 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719299 Aug 25 16:16:04.534900 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9868781f-0cd0-4acd-8653-931989229ae6 req-2b017a9a-9894-4e61-af89-ac0b15915f1c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups?id=da6e5dc1-c5a1-4714-9173-287dd089a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627697 Aug 25 16:16:04.702418 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:04.702783 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:04.703093 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Floating IP 851cfde6-5f46-46b0-849a-be5a77621f43 disassociated. External IP: 172.27.2.214, port: f4baae8f-1b43-41e8-b6da-d90cfdc4eebd. Aug 25 16:16:04.703427 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Calling delete_port for f4baae8f-1b43-41e8-b6da-d90cfdc4eebd owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:04.724476 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20c6e7-d0c4-4e34-9bdf-09e7a657a263 req-3e4c6f96-1c7f-4262-9171-3481392469f5 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:04.725953 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c20c6e7-d0c4-4e34-9bdf-09e7a657a263 req-3e4c6f96-1c7f-4262-9171-3481392469f5 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0752060 Aug 25 16:16:04.775233 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c20c6e7-d0c4-4e34-9bdf-09e7a657a263 req-b91ee4de-a827-45cf-8855-986ad1a9c6ff tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 Aug 25 16:16:04.849737 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:04.856837 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-38e153f3-82da-4d54-9d2d-be3aed5f3a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:04.899690 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event deleted for resources: {'Port': ['ID=f4baae8f-1b43-41e8-b6da-d90cfdc4eebd,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:04.902053 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:04.967386 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c284b30-9084-410a-b367-4e0614ce9fc0 req-9241b516-99bd-4084-8550-8fb8a4d209d3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:04.968997 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8c284b30-9084-410a-b367-4e0614ce9fc0 req-9241b516-99bd-4084-8550-8fb8a4d209d3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 944 time: 0.0943513 Aug 25 16:16:05.015081 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8c284b30-9084-410a-b367-4e0614ce9fc0 req-203cd384-c8e3-423e-bfaa-99a4adfff74d tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395334 Aug 25 16:16:05.065873 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 15e435a0-96ef-4489-83d1-5d58887f5658 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:16:05.108246 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Router 2814c97a-902b-4922-ad67-921c8defeb08 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:05.138104 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 15e435a0-96ef-4489-83d1-5d58887f5658 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:16:05.143010 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 15e435a0-96ef-4489-83d1-5d58887f5658 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:16:05.143391 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:05.253098 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:05.284149 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:05.295741 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 15e435a0-96ef-4489-83d1-5d58887f5658, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=15e435a0-96ef-4489-83d1-5d58887f5658,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:05.301902 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:05.302768 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device f4baae8f-1b43-41e8-b6da-d90cfdc4eebd no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:05.319189 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:05.341992 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:05.371867 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] Sync routers for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:05.379608 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658', 'code': 200} Aug 25 16:16:05.386428 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: f4baae8f-1b43-41e8-b6da-d90cfdc4eebd {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:05.386779 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device f4baae8f-1b43-41e8-b6da-d90cfdc4eebd not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:05.387195 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:05.404777 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] No DVR routers for this DVR port f4baae8f-1b43-41e8-b6da-d90cfdc4eebd on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:05.407091 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:05.409714 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16785f1d-29d2-4194-8233-64a3412b39c0', 'name': 'network-vif-deleted', 'tag': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:05.427654 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a25244d-0102-4501-a918-41dc9ad50266 req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.76 "DELETE /v2.0/ports/f4baae8f-1b43-41e8-b6da-d90cfdc4eebd HTTP/1.1" status: 204 len: 173 time: 1.3847742 Aug 25 16:16:05.454733 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:05.455387 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:05.488435 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16785f1d-29d2-4194-8233-64a3412b39c0', 'name': 'network-vif-deleted', 'tag': 'f4baae8f-1b43-41e8-b6da-d90cfdc4eebd', 'status': 'completed', 'code': 200} Aug 25 16:16:05.564793 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=15e435a0-96ef-4489-83d1-5d58887f5658,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:05.572109 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:05.664042 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d1d17a60-c145-4be9-9b29-2b7c2fb84a90 req-5dc16c3a-e0a7-4cee-a222-bc4836b16cf3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 1098 time: 0.0826910 Aug 25 16:16:05.727800 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d1d17a60-c145-4be9-9b29-2b7c2fb84a90 req-f1fd69ac-0dd3-402f-81a1-541d75e924e5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367270 Aug 25 16:16:05.743122 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:05.785880 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:05.863566 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bbb0aeb8-7c3b-475b-a56a-255e6e1660b4 req-acf4d6fb-3169-4fec-a28e-cb73c13232bf tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/ports?device_id=16785f1d-29d2-4194-8233-64a3412b39c0 HTTP/1.1" status: 200 len: 210 time: 0.1346006 Aug 25 16:16:05.909500 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8984ef-1893-4b11-84b9-e8d703a2a111 req-c2564208-1652-4e01-8310-633bd77844fe tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:05.911248 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c8984ef-1893-4b11-84b9-e8d703a2a111 req-c2564208-1652-4e01-8310-633bd77844fe tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 945 time: 0.2233531 Aug 25 16:16:05.921203 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:05.926502 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:05.932834 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:05.976656 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c8984ef-1893-4b11-84b9-e8d703a2a111 req-590d7813-2b93-45b3-b87c-e474ab6465b2 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591187 Aug 25 16:16:06.071813 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f426a23-f925-4f0e-b29e-ace225af7910 req-171f1058-1f5b-4e6e-b0ab-fe8a86dfb59b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:06.073304 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=8']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:06.073454 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f426a23-f925-4f0e-b29e-ace225af7910 req-171f1058-1f5b-4e6e-b0ab-fe8a86dfb59b tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0819530 Aug 25 16:16:06.077022 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:06.127400 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f426a23-f925-4f0e-b29e-ace225af7910 req-7fc1ea6d-3309-43d6-b42f-10b2aed01c9a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Aug 25 16:16:06.210543 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:06.214663 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] Checking router: 2814c97a-902b-4922-ad67-921c8defeb08 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:06.220053 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3e004-f2c0-4a29-9ea5-169ed8544e5c req-0c5d4eff-ffff-4575-9a89-82e6e9ef8228 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:06.222219 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6db3e004-f2c0-4a29-9ea5-169ed8544e5c req-0c5d4eff-ffff-4575-9a89-82e6e9ef8228 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 945 time: 0.0851207 Aug 25 16:16:06.226403 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:06.227121 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:06.271791 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6db3e004-f2c0-4a29-9ea5-169ed8544e5c req-02f7e57e-dfc3-484c-aee3-b763c5210a13 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Aug 25 16:16:06.418276 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:06.727309 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:06.731078 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa68de12-d71c-424d-90af-1772c435ba04 None None] The sync data for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi is: [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:08:38Z', 'revision_number': 4, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '485542db-9a44-464a-90fd-df97af733394', 'name': '', 'network_id': 'b3283531-0cca-4c41-9237-dcec1b05d939', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'mac_address': 'fa:16:3e:23:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:37Z', 'updated_at': '2021-08-25T16:08:56Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'subnets': [{'id': '77895815-a48e-422e-b8aa-0ba7b3b710fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:06.996448 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eff45d2-ef11-4f95-baac-c2dbd38345f3 None None] New status for floating IP 851cfde6-5f46-46b0-849a-be5a77621f43: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:16:07.018050 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 13c47cee-dbde-4300-97af-7348c597ef74 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:16:07.039805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59406) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:07.133529 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-26f2d078-1ca4-469e-ae0f-c15247d8f3be tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.168372 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-26f2d078-1ca4-469e-ae0f-c15247d8f3be tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.194438 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=13c47cee-dbde-4300-97af-7348c597ef74,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:07.201995 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4276b-6aa4-40cf-a153-fbe79f9eb911 req-6ce6782b-3fba-4d51-af0c-f324152641fd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:07.209908 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-58a4276b-6aa4-40cf-a153-fbe79f9eb911 req-6ce6782b-3fba-4d51-af0c-f324152641fd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0993907 Aug 25 16:16:07.229563 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '13c47cee-dbde-4300-97af-7348c597ef74', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'port_id': '13c47cee-dbde-4300-97af-7348c597ef74', 'mac_address': 'fa:16:3e:96:a6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:16:07.242613 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-26f2d078-1ca4-469e-ae0f-c15247d8f3be tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.254276 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a1270e0-3767-48e2-8d04-453b3fbbe774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:07.291063 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2d078-1ca4-469e-ae0f-c15247d8f3be tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e5dc1-c5a1-4714-9173-287dd089a4d8,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:07.295226 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-26f2d078-1ca4-469e-ae0f-c15247d8f3be tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:07.304656 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-26f2d078-1ca4-469e-ae0f-c15247d8f3be tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.308131 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-26f2d078-1ca4-469e-ae0f-c15247d8f3be tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "DELETE /v2.0/security-groups/da6e5dc1-c5a1-4714-9173-287dd089a4d8 HTTP/1.1" status: 204 len: 168 time: 0.2648396 Aug 25 16:16:07.308524 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59414) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:07.326867 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.api.v2.resource [None req-17e773e4-d466-4e44-b3f1-3022a59d07a6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] show failed (client error): The resource could not be found. Aug 25 16:16:07.330556 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-17e773e4-d466-4e44-b3f1-3022a59d07a6 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "GET /v2.0/security-groups/da6e5dc1-c5a1-4714-9173-287dd089a4d8 HTTP/1.1" status: 404 len: 347 time: 0.0180833 Aug 25 16:16:07.330800 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59418) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:07.339772 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-58a4276b-6aa4-40cf-a153-fbe79f9eb911 req-4df403b8-4603-4b30-b9f0-7b4ab0024470 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289251 Aug 25 16:16:07.348026 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.368731 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c47cee-dbde-4300-97af-7348c597ef74 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:16:07.381482 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92bd07-9ce2-46c5-a4a6-4547c50ee093 req-426ac79b-73f2-4351-a92f-22ec6d81a739 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:07.383103 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ba92bd07-9ce2-46c5-a4a6-4547c50ee093 req-426ac79b-73f2-4351-a92f-22ec6d81a739 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 943 time: 0.0988073 Aug 25 16:16:07.385412 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:07.405449 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=13c47cee-dbde-4300-97af-7348c597ef74,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:07.412496 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.415885 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:07.443826 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ba92bd07-9ce2-46c5-a4a6-4547c50ee093 req-4b483a68-f4c6-41d1-888c-4a0cb35cc566 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549397 Aug 25 16:16:07.499762 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=13c47cee-dbde-4300-97af-7348c597ef74,revision_number=7']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:07.502822 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:07.524630 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Deleting port 130448e1-7d2e-4650-8d7b-5ff2c16ae99b {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:07.525043 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.570500 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933e1b0-f0f4-471e-96f5-0447a84a5c73 req-f77e3e9a-a7e7-40a8-b46a-d6b5fdf55a0d tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:07.571998 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3933e1b0-f0f4-471e-96f5-0447a84a5c73 req-f77e3e9a-a7e7-40a8-b46a-d6b5fdf55a0d tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 945 time: 0.0778182 Aug 25 16:16:07.618148 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3933e1b0-f0f4-471e-96f5-0447a84a5c73 req-41776928-e5d9-4391-b87b-681d719569db tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401583 Aug 25 16:16:07.691987 dv-cinder-806007-1-iscsi neutron-server[75030]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'code': 422} returned with failed status Aug 25 16:16:07.710199 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.710528 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.746368 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['13c47cee-dbde-4300-97af-7348c597ef74'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:16:07.868062 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Calling delete_port for 130448e1-7d2e-4650-8d7b-5ff2c16ae99b owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:07.875051 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334dad4-c9c7-4668-9600-23b439ab96b2 req-1d5d77f9-c62e-4b0b-ac69-5abec0f7986e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:07.883477 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4334dad4-c9c7-4668-9600-23b439ab96b2 req-1d5d77f9-c62e-4b0b-ac69-5abec0f7986e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 945 time: 0.1010010 Aug 25 16:16:07.933567 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4334dad4-c9c7-4668-9600-23b439ab96b2 req-1d1430c4-1eaa-4658-8d82-8687c17a76c5 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492144 Aug 25 16:16:07.969286 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59438) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:08.190338 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0266bcf7-6779-4ecc-b463-66001ebc8b9d tempest-TestVolumeBootPattern-1660668837 tempest-TestVolumeBootPattern-1660668837-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 1093 time: 0.2198813 Aug 25 16:16:08.192968 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59446) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:08.198473 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'floatingip': {'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address': '172.20.0.8'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:16:08.204420 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:08.208102 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:floatingip and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:08.210962 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.215622 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:08.218123 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:08.252163 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:08.266112 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Pushing event deleted for resources: {'Port': ['ID=130448e1-7d2e-4650-8d7b-5ff2c16ae99b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:08.269814 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:08.306111 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.434074 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.453953 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.455087 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] 10.222.0.73 "DELETE /v2.0/floatingips/851cfde6-5f46-46b0-849a-be5a77621f43 HTTP/1.1" status: 204 len: 168 time: 1.1232710 Aug 25 16:16:08.524650 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.675000 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc2e60-14b2-4fe8-ad45-2b387feb7a5c req-f578dcfb-2e6a-4a50-a86c-e2f60e76d7e4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:08.676637 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52cc2e60-14b2-4fe8-ad45-2b387feb7a5c req-f578dcfb-2e6a-4a50-a86c-e2f60e76d7e4 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 944 time: 0.0934699 Aug 25 16:16:08.678952 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Allocated IP 172.27.2.54 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/fb176066-981c-4068-85c2-167ddaea8cd2) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:16:08.732484 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52cc2e60-14b2-4fe8-ad45-2b387feb7a5c req-5cfe5616-74e8-4700-bc75-2d69691d3fd2 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485301 Aug 25 16:16:08.834166 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.863213 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:08.867379 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c4cd8b37-b958-416a-8c85-837786106b79 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:08.928588 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'Port': ['ID=fb176066-981c-4068-85c2-167ddaea8cd2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:08.932974 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:08.945429 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:16:08.946620 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:16:08.949020 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:16:08.971107 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3f255093-daff-48db-99f6-b5cd09505606 req-de99a545-11af-4c1f-87ae-574f1a50c276 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0769510 Aug 25 16:16:09.025939 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 13c47cee-dbde-4300-97af-7348c597ef74 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:16:09.108550 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 13c47cee-dbde-4300-97af-7348c597ef74 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:16:09.108930 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.232306 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.266731 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=13c47cee-dbde-4300-97af-7348c597ef74,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:09.271021 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.271963 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:09.294920 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:09.324676 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48593a-1575-48ba-991b-dcfdb9312dc5 req-1c8f5c55-3500-440f-a24d-6f9eeb53cc48 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:09.326986 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4a48593a-1575-48ba-991b-dcfdb9312dc5 req-1c8f5c55-3500-440f-a24d-6f9eeb53cc48 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.1427832 Aug 25 16:16:09.331012 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-f9c78510-9019-4024-bb3b-3d75d31c99ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1168315 Aug 25 16:16:09.388430 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4a48593a-1575-48ba-991b-dcfdb9312dc5 req-2bdb7a21-15da-4296-9886-5c54eb96fa1b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556643 Aug 25 16:16:09.394524 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=13c47cee-dbde-4300-97af-7348c597ef74,revision_number=8']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:09.397835 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:09.525777 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.585537 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.692949 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:09.759509 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74', 'code': 200} Aug 25 16:16:09.974944 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5c1ae-62a2-432c-90d8-07fd9eba4474 req-75c47af8-c976-4100-914c-a54eaa6d18ad tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:09.979939 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3ad5c1ae-62a2-432c-90d8-07fd9eba4474 req-75c47af8-c976-4100-914c-a54eaa6d18ad tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.1138558 Aug 25 16:16:09.992160 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.000156 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-8883c47e-057a-47a0-914b-65cd61cc6e05 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106&tenant_id=f64240ed6dca41d2a35c597a9efc958d HTTP/1.1" status: 200 len: 1096 time: 0.1224349 Aug 25 16:16:10.001219 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.005525 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-db41d021-95ed-41fc-a641-7f9d379f665c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:10.022519 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3ad5c1ae-62a2-432c-90d8-07fd9eba4474 req-5f3e14b5-49b7-4b77-a0c2-5b608d81b9d7 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Aug 25 16:16:10.197747 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'Port': ['ID=fb176066-981c-4068-85c2-167ddaea8cd2,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:10.207816 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:10.230996 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.326058 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-19b99678-c810-492f-a9f5-06c812db5741 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f64240ed6dca41d2a35c597a9efc958d&device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 1096 time: 0.2721162 Aug 25 16:16:10.328915 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-21b1d502-7a2c-4ab3-bd8a-1be594e51ad7 req-31fad74e-e316-4861-a8af-97d8e458dbde service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1098 time: 0.2325673 Aug 25 16:16:10.526077 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-21b1d502-7a2c-4ab3-bd8a-1be594e51ad7 req-50db8e92-358e-42ae-9729-c0d9d682c1e0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882644 Aug 25 16:16:10.569408 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-c436db87-2ae1-4c43-ba10-c55f9351252e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:10.570834 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-c436db87-2ae1-4c43-ba10-c55f9351252e service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 200 len: 918 time: 0.2320895 Aug 25 16:16:10.591866 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Floating IP 3a85b1fa-6df0-4d69-b434-9c25172e9b6f associated. External IP: 172.27.2.54, port: 15e435a0-96ef-4489-83d1-5d58887f5658. Aug 25 16:16:10.593629 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cde42-7d1c-4af8-b399-31fdce413847 req-e3a5b333-95d0-4b23-8cf1-a8cc5b50dea7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:10.595099 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4d7cde42-7d1c-4af8-b399-31fdce413847 req-e3a5b333-95d0-4b23-8cf1-a8cc5b50dea7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0808599 Aug 25 16:16:10.639386 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4d7cde42-7d1c-4af8-b399-31fdce413847 req-639bd743-d63e-4394-b326-b6349bd3393c tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384796 Aug 25 16:16:10.948213 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-25d85b10-4f52-4b28-853f-a996e149e41a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 HTTP/1.1" status: 200 len: 999 time: 0.1158164 Aug 25 16:16:11.073047 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-d97a7bf4-3ceb-4ac2-959a-73b547d7c65e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:11.074218 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-d97a7bf4-3ceb-4ac2-959a-73b547d7c65e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 200 len: 855 time: 0.1185150 Aug 25 16:16:11.176617 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-36727dbe-fe15-461c-b98a-9a96e12f705c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e3848be-798e-470b-ac4e-1dbd15888ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915136 Aug 25 16:16:11.185664 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Router 1dd99cc0-2179-42ba-883f-8af7243d266e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:11.227636 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3632dd-b9df-406b-a4c7-29a0b5eeee5c req-4ca3b407-1b82-431b-820c-dea122da7a74 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:11.234545 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a3632dd-b9df-406b-a4c7-29a0b5eeee5c req-4ca3b407-1b82-431b-820c-dea122da7a74 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0849612 Aug 25 16:16:11.280653 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a3632dd-b9df-406b-a4c7-29a0b5eeee5c req-62a5c975-d237-4f86-ad29-6afac327beac tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 Aug 25 16:16:11.482574 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-9d075b89-1f9c-4e19-883f-e397162c9e45 service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957599 Aug 25 16:16:11.695594 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-09d76c9a-2fad-425d-b12e-8768cc2dd47a req-19567fa6-beca-4779-8769-41142a329acf service neutron] 10.222.0.76 "GET /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030766 Aug 25 16:16:11.714289 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:11.727014 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] Sync routers for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:11.744605 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:11.749266 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:11.749990 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:11.822669 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6286018 Aug 25 16:16:11.823639 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:11.936649 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658', 'status': 'completed', 'code': 200} Aug 25 16:16:11.961716 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca3a2f-9619-41a4-9f64-d8b0ca543a5c req-478615d5-b688-451b-bfc5-dd23170795d7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:11.963917 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a0ca3a2f-9619-41a4-9f64-d8b0ca543a5c req-478615d5-b688-451b-bfc5-dd23170795d7 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.1455207 Aug 25 16:16:11.980204 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:12.028752 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a0ca3a2f-9619-41a4-9f64-d8b0ca543a5c req-fd994aa2-099b-4a1e-9465-33302db28bff tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581803 Aug 25 16:16:12.076179 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dcac853f-8ae5-4fa0-838c-0b3c61753e7c req-e31ce619-0f99-4432-916e-5c14047c0401 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 1098 time: 0.0736489 Aug 25 16:16:12.205871 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac853f-8ae5-4fa0-838c-0b3c61753e7c req-d497151a-93fb-4133-9656-9b59f0165fe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:12.207329 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dcac853f-8ae5-4fa0-838c-0b3c61753e7c req-d497151a-93fb-4133-9656-9b59f0165fe9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.1246192 Aug 25 16:16:12.312200 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dcac853f-8ae5-4fa0-838c-0b3c61753e7c req-1d7a30ff-9f16-4d93-9920-48e8fb2b91c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e435a0-96ef-4489-83d1-5d58887f5658 HTTP/1.1" status: 200 len: 998 time: 0.0978949 Aug 25 16:16:12.334614 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '3a85b1fa-6df0-4d69-b434-9c25172e9b6f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:09Z', 'updated_at': '2021-08-25T16:16:09Z', 'revision_number': 0, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:12.339005 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] Checking router: 1dd99cc0-2179-42ba-883f-8af7243d266e for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:12.351220 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:12.352104 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:12.414679 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac853f-8ae5-4fa0-838c-0b3c61753e7c req-5ecef2a0-7d7f-4106-a9e2-405cb0d06259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:12.416519 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dcac853f-8ae5-4fa0-838c-0b3c61753e7c req-5ecef2a0-7d7f-4106-a9e2-405cb0d06259 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0793509 Aug 25 16:16:12.519483 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dcac853f-8ae5-4fa0-838c-0b3c61753e7c req-268a816b-9aa4-4f05-ae1b-52ead51c436d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913799 Aug 25 16:16:12.535221 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d9801-ab5b-45a8-b4ec-53a1e3f1128f req-823f74c7-21f2-4092-b9a3-f08d46e76078 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:12.536960 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-463d9801-ab5b-45a8-b4ec-53a1e3f1128f req-823f74c7-21f2-4092-b9a3-f08d46e76078 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0977266 Aug 25 16:16:12.601225 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-463d9801-ab5b-45a8-b4ec-53a1e3f1128f req-fb95f5bc-059c-45b4-831f-c8b6ac736120 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581157 Aug 25 16:16:12.601225 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59518) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:12.644331 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:12.691628 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dcac853f-8ae5-4fa0-838c-0b3c61753e7c req-29463e9b-78d3-49a3-accd-d2e941fcf5e4 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651940 Aug 25 16:16:12.858776 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dcac853f-8ae5-4fa0-838c-0b3c61753e7c req-d0dd0e70-2e57-4cf9-8dad-ffe5f0575be1 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579444 Aug 25 16:16:13.197650 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '3a85b1fa-6df0-4d69-b434-9c25172e9b6f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:09Z', 'updated_at': '2021-08-25T16:16:09Z', 'revision_number': 0, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:13.203476 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d4b17-72da-4d9f-aaa0-643bcadfc783 None None] The sync data for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi is: [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '3a85b1fa-6df0-4d69-b434-9c25172e9b6f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:09Z', 'updated_at': '2021-08-25T16:16:09Z', 'revision_number': 0, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:13.477898 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724706f8-f5bf-4864-8124-94f0f727cbd8 req-cafe38fb-dd1f-4e63-90a2-0df9430452c6 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:13.479372 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-724706f8-f5bf-4864-8124-94f0f727cbd8 req-cafe38fb-dd1f-4e63-90a2-0df9430452c6 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.1126938 Aug 25 16:16:13.570234 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f0e67-6152-4644-829e-0162593bb8ad None None] New status for floating IP 3a85b1fa-6df0-4d69-b434-9c25172e9b6f: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:16:13.609133 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-724706f8-f5bf-4864-8124-94f0f727cbd8 req-5d840364-f620-4b6c-a296-22605e5b2133 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748136 Aug 25 16:16:13.633713 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2020191'] for router_interface, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:13.732119 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-20fe1775-0f5c-4a55-9377-f2af167d55f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:14.185691 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:14.276214 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Deleting port 485542db-9a44-464a-90fd-df97af733394 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:14.276563 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:14.450525 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] For port 485542db-9a44-464a-90fd-df97af733394, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=485542db-9a44-464a-90fd-df97af733394,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:14.450892 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:14.577301 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Calling delete_port for 485542db-9a44-464a-90fd-df97af733394 owned by network:router_interface {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:14.773759 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:14.777796 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:14.852543 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=485542db-9a44-464a-90fd-df97af733394,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:15.034643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.034643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.034643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.034643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.034643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.034643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.034643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.034643 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.036679 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.036679 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.036679 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:15.087426 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:15.218303 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023777f-81a4-4990-b51a-18900e2d08a0 req-e092fcca-7790-4ff2-bc15-2674e7a36827 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:15.221360 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7023777f-81a4-4990-b51a-18900e2d08a0 req-e092fcca-7790-4ff2-bc15-2674e7a36827 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.4162078 Aug 25 16:16:15.287712 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7023777f-81a4-4990-b51a-18900e2d08a0 req-7cc203d9-9b4b-4061-a39d-86f261962da1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580003 Aug 25 16:16:15.390439 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3043458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2020267'] for router_interface, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:16.005749 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Router 2814c97a-902b-4922-ad67-921c8defeb08 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:16.212222 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:16.222615 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] Sync routers for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:16.224854 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] 10.222.0.73 "PUT /v2.0/routers/2814c97a-902b-4922-ad67-921c8defeb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6225541 Aug 25 16:16:16.227347 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59544) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:16.247502 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:16.248144 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:15:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:16.447717 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks [] for router, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:16.497293 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:16.650379 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f4affe1-51c8-41ff-9aaa-168541001dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:16.742937 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dffd0-c09b-4139-9507-54b886d018da req-f323e4f4-45e3-4b25-ac97-dec564711cbd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:16.744419 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cd7dffd0-c09b-4139-9507-54b886d018da req-f323e4f4-45e3-4b25-ac97-dec564711cbd tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.2328784 Aug 25 16:16:16.857872 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cd7dffd0-c09b-4139-9507-54b886d018da req-409d25b0-741a-42b4-9914-c5c3cfa8b27f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696969 Aug 25 16:16:16.901792 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:16.927469 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Deleting port 79f17628-19bf-452b-9938-54d479d25d0e {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:16.927935 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:16.968796 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '79f17628-19bf-452b-9938-54d479d25d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:16:14Z', 'revision_number': 5, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port': {'id': '79f17628-19bf-452b-9938-54d479d25d0e', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2814c97a-902b-4922-ad67-921c8defeb08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:31Z', 'updated_at': '2021-08-25T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:16.974978 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] Checking router: 2814c97a-902b-4922-ad67-921c8defeb08 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:16.991917 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] Routers {'2814c97a-902b-4922-ad67-921c8defeb08'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:16.992585 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:16:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['2814c97a-902b-4922-ad67-921c8defeb08'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:17.129626 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] For port 79f17628-19bf-452b-9938-54d479d25d0e, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=79f17628-19bf-452b-9938-54d479d25d0e,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:17.130250 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:17.148928 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] Set router 2814c97a-902b-4922-ad67-921c8defeb08 gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:17.257967 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:16:16Z', 'revision_number': 6, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port_host': None}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:17.262264 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb0a11-bfc3-4cdb-ba7b-3f4505e584cb None None] The sync data for ids ['2814c97a-902b-4922-ad67-921c8defeb08'] in dv-cinder-806007-1-iscsi is: [{'id': '2814c97a-902b-4922-ad67-921c8defeb08', 'name': 'tempest-AttachVolumeTestJSON-265749346-router', 'tenant_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:29Z', 'updated_at': '2021-08-25T16:16:16Z', 'revision_number': 6, 'project_id': 'e18453e2bbbd4c44a3a3596e32abfccf', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:17.268610 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Calling delete_port for 79f17628-19bf-452b-9938-54d479d25d0e owned by network:router_gateway {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:17.457566 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:17.463460 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-689f0ab9-f4a7-4e18-a1df-ef2d3edd970c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:17.509171 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f17628-19bf-452b-9938-54d479d25d0e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:17.511503 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:17.606415 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:17.705291 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 485542db-9a44-464a-90fd-df97af733394 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:17.749559 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 485542db-9a44-464a-90fd-df97af733394 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:17.749808 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 485542db-9a44-464a-90fd-df97af733394 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:17.763820 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022946'] for router_gateway, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.068200 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2017422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12587'] for router, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.082831 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.127172 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2017822'] for router, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.127725 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2814c97a-902b-4922-ad67-921c8defeb08 {{(pid=75028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:16:18.137821 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6f651-b604-412a-8473-d3678420ff29 req-9465eaaa-744f-41bd-9f91-04ca8792f015 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:18.139284 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f2f6f651-b604-412a-8473-d3678420ff29 req-9465eaaa-744f-41bd-9f91-04ca8792f015 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.1036432 Aug 25 16:16:18.167259 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.169289 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-72380b67-b4b7-4b41-a152-5e5b2b9d3ee7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2814c97a-902b-4922-ad67-921c8defeb08 HTTP/1.1" status: 204 len: 168 time: 1.9404140 Aug 25 16:16:18.172258 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59554) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:18.252849 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f2f6f651-b604-412a-8473-d3678420ff29 req-08d0db40-119a-4c4f-9913-69cfd8f416f8 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065412 Aug 25 16:16:18.260107 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-244db216-c71a-49d8-bc4c-f34d149ec93e admin admin] Deleting subnet 77895815-a48e-422e-b8aa-0ba7b3b710fd {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:16:18.263301 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-244db216-c71a-49d8-bc4c-f34d149ec93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.425860 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-244db216-c71a-49d8-bc4c-f34d149ec93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6821172'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.567358 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-244db216-c71a-49d8-bc4c-f34d149ec93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.638514 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-244db216-c71a-49d8-bc4c-f34d149ec93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7215715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7181577'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.644340 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-54360582-f9b4-4fba-b64c-81e80957d763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:18.720612 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244db216-c71a-49d8-bc4c-f34d149ec93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77895815-a48e-422e-b8aa-0ba7b3b710fd,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:18.727886 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-244db216-c71a-49d8-bc4c-f34d149ec93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:18.737133 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4cb5e6-9305-4a44-a32f-0e146c67ccb9 None None] Network b3283531-0cca-4c41-9237-dcec1b05d939 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:16:18.743854 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-244db216-c71a-49d8-bc4c-f34d149ec93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.762986 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-244db216-c71a-49d8-bc4c-f34d149ec93e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/77895815-a48e-422e-b8aa-0ba7b3b710fd HTTP/1.1" status: 204 len: 168 time: 0.5895641 Aug 25 16:16:18.766140 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59562) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:18.897165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6d04f-78ea-4740-aec5-a201dc13533f req-b2ef745a-4fa0-4a8a-9e9c-576324122d0c tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:18.898765 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ff6d04f-78ea-4740-aec5-a201dc13533f req-b2ef745a-4fa0-4a8a-9e9c-576324122d0c tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.2554572 Aug 25 16:16:18.901319 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:18.932302 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Deleting port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:18.932710 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.011290 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ff6d04f-78ea-4740-aec5-a201dc13533f req-adb30ea0-d246-45bd-b89a-eb9dcf50ca24 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016099 Aug 25 16:16:19.052515 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] DHCP port deletion for b3283531-0cca-4c41-9237-dcec1b05d939 request from dv-cinder-806007-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:16:19.059477 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] Deleting port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:19.059946 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.202900 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] For port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=10f77dcb-ad23-4780-a71f-f3f8d4a448a5,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:19.203504 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.285962 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] For port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=10f77dcb-ad23-4780-a71f-f3f8d4a448a5,segment=NetworkSegment(048ca077-65da-430b-9858-03689cd793a5),segment_id=048ca077-65da-430b-9858-03689cd793a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:19.286343 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.340487 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Calling delete_port for 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:19.411943 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] Calling delete_port for 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:19.560349 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:19.564422 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.576569 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c68ead29-5807-43bc-8af0-b72c6211e96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:19.600636 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:19.600636 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:19.604136 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:16:19.604502 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:16:19.610646 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] No DVR routers for this DVR port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 on host dv-cinder-806007-1-iscsi {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:19.646536 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.676837 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=10f77dcb-ad23-4780-a71f-f3f8d4a448a5,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:19.679247 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:19.735516 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4add43-3b9c-4f0c-a25c-5580a2225020 req-cdb95fb4-84a5-4403-9ddd-1316005d68da tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:19.736981 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c4add43-3b9c-4f0c-a25c-5580a2225020 req-cdb95fb4-84a5-4403-9ddd-1316005d68da tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.2863081 Aug 25 16:16:19.786076 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.815705 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3283531-0cca-4c41-9237-dcec1b05d939']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:19.838417 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048ca077-65da-430b-9858-03689cd793a5') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:19.838781 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048ca077-65da-430b-9858-03689cd793a5') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:19.868594 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c4add43-3b9c-4f0c-a25c-5580a2225020 req-10b6dc64-a1c0-47bc-92ec-8a82be4a03ea tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259241 Aug 25 16:16:19.870295 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6821179'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.901702 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.916672 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:16:19.917258 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7215813'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: timer() Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: self._notify() Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: event.method(event) Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:16:19.952585 dv-cinder-806007-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:16:20.039947 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:20.050114 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:20.069625 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:20.072616 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3283531-0cca-4c41-9237-dcec1b05d939,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:20.076401 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:20.095841 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] 10.222.0.73 "DELETE /v2.0/networks/b3283531-0cca-4c41-9237-dcec1b05d939 HTTP/1.1" status: 204 len: 168 time: 1.3285458 Aug 25 16:16:20.105489 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] Deleting port 10f77dcb-ad23-4780-a71f-f3f8d4a448a5 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:20.106583 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:20.185805 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-95cfd7f3-f51e-4417-b97d-d957303d9868 None None] The port '10f77dcb-ad23-4780-a71f-f3f8d4a448a5' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:16:20.332152 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b6b5-378d-4186-9661-f8921fbafdfd req-a3808b84-0df7-49c4-9006-e3ae94d02230 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:20.333555 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0e9b6b5-378d-4186-9661-f8921fbafdfd req-a3808b84-0df7-49c4-9006-e3ae94d02230 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.1529984 Aug 25 16:16:20.400969 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59576) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:20.414628 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0e9b6b5-378d-4186-9661-f8921fbafdfd req-dd5445f1-6111-4312-b6f4-845bdd701f77 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750351 Aug 25 16:16:20.466815 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59580) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:20.467213 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c2cef841-cb44-444c-b86c-1ffe1aeb6564 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e18453e2bbbd4c44a3a3596e32abfccf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0633781 Aug 25 16:16:20.620361 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-77bb672e-f5c1-422a-8de8-eb31dcb1d20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:20.645783 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-77bb672e-f5c1-422a-8de8-eb31dcb1d20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:20.698548 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-77bb672e-f5c1-422a-8de8-eb31dcb1d20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:20.702831 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-881d6355-265d-4b23-997a-cc660704d392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:20.714977 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb672e-f5c1-422a-8de8-eb31dcb1d20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3302085-deb1-4012-badc-9bb3441c094f,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:20.719080 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-77bb672e-f5c1-422a-8de8-eb31dcb1d20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:20.723873 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-77bb672e-f5c1-422a-8de8-eb31dcb1d20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:20.725032 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-77bb672e-f5c1-422a-8de8-eb31dcb1d20c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3302085-deb1-4012-badc-9bb3441c094f HTTP/1.1" status: 204 len: 168 time: 0.2573254 Aug 25 16:16:21.118879 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362b78-a061-4a1d-839f-c22e467e9d5f req-32ebc88e-dbb1-4a88-ae16-b4ff585d606e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:21.120367 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-37362b78-a061-4a1d-839f-c22e467e9d5f req-32ebc88e-dbb1-4a88-ae16-b4ff585d606e tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0890818 Aug 25 16:16:21.171456 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-37362b78-a061-4a1d-839f-c22e467e9d5f req-65471160-a4df-4584-ad79-e82c6ed648bc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438004 Aug 25 16:16:21.465768 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 79f17628-19bf-452b-9938-54d479d25d0e no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:21.505424 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 79f17628-19bf-452b-9938-54d479d25d0e {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:21.506012 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 79f17628-19bf-452b-9938-54d479d25d0e not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:21.651237 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09567b-b5a4-4b41-9ac0-f514514857db req-44b7c520-5630-4f78-a6a7-137f374daf59 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:21.652838 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3a09567b-b5a4-4b41-9ac0-f514514857db req-44b7c520-5630-4f78-a6a7-137f374daf59 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0981071 Aug 25 16:16:21.710756 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3a09567b-b5a4-4b41-9ac0-f514514857db req-8b29646c-a23a-4ea3-82c5-307b527e1d75 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518146 Aug 25 16:16:22.405154 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239d1f2-be29-46f8-8307-e88dbdfcb8b2 req-4b39baed-4183-487c-991d-ff392c6948f4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:22.407474 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c239d1f2-be29-46f8-8307-e88dbdfcb8b2 req-4b39baed-4183-487c-991d-ff392c6948f4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0945332 Aug 25 16:16:22.462455 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c239d1f2-be29-46f8-8307-e88dbdfcb8b2 req-e1984973-8791-4c40-b972-52c7ba001063 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471408 Aug 25 16:16:22.943817 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303e30-c83b-4cea-baee-12c94e0b3216 req-3dabab39-f8bf-4e8b-8ddf-50c6a7400f35 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:22.947359 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f5303e30-c83b-4cea-baee-12c94e0b3216 req-3dabab39-f8bf-4e8b-8ddf-50c6a7400f35 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.1011417 Aug 25 16:16:23.031357 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f5303e30-c83b-4cea-baee-12c94e0b3216 req-e435d376-f644-45ed-a245-e054daab3331 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772300 Aug 25 16:16:23.680199 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5fc41-bd2d-42b5-b485-694b3c9c0cce req-15788280-50c9-4f1c-abba-2582077cb719 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:23.681652 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6cc5fc41-bd2d-42b5-b485-694b3c9c0cce req-15788280-50c9-4f1c-abba-2582077cb719 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0794888 Aug 25 16:16:23.737561 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6cc5fc41-bd2d-42b5-b485-694b3c9c0cce req-409595bb-40a0-4d54-922c-9e9a7edac8e5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503640 Aug 25 16:16:24.226405 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc184d8-a3b4-4f26-9584-39038f77ae73 req-26f70613-8c45-43e0-801c-b8e6b75a4cf2 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:24.227761 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2cc184d8-a3b4-4f26-9584-39038f77ae73 req-26f70613-8c45-43e0-801c-b8e6b75a4cf2 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0783660 Aug 25 16:16:24.273415 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2cc184d8-a3b4-4f26-9584-39038f77ae73 req-449cbfc6-df16-4d46-b7ad-18f4f5ddeb1e tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400891 Aug 25 16:16:24.504968 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-10bf96e7-b1e2-45f4-9559-f9953f56f9f6 req-8bc701df-ee74-4388-b888-bd4633718b1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1137 time: 0.0756497 Aug 25 16:16:24.642704 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf96e7-b1e2-45f4-9559-f9953f56f9f6 req-0b3009de-eb1e-4d4b-95f2-b3324fc2b435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:24.644214 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-10bf96e7-b1e2-45f4-9559-f9953f56f9f6 req-0b3009de-eb1e-4d4b-95f2-b3324fc2b435 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 200 len: 917 time: 0.1294374 Aug 25 16:16:24.746247 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-10bf96e7-b1e2-45f4-9559-f9953f56f9f6 req-17e4b6cb-e31c-470d-8865-42e59bf8d998 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 1000 time: 0.0943835 Aug 25 16:16:24.888205 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf96e7-b1e2-45f4-9559-f9953f56f9f6 req-07355191-2153-4089-a594-dd96e7aa6daa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:24.889640 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-10bf96e7-b1e2-45f4-9559-f9953f56f9f6 req-07355191-2153-4089-a594-dd96e7aa6daa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=714c16f9-7f00-4843-bcb2-e196b7e3d9f5 HTTP/1.1" status: 200 len: 854 time: 0.1358039 Aug 25 16:16:24.953945 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc81c6-7337-49c1-9832-1e3724a1dcc0 req-7a834c16-e047-4de4-82fc-0e419f2c3886 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:24.955515 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3fbc81c6-7337-49c1-9832-1e3724a1dcc0 req-7a834c16-e047-4de4-82fc-0e419f2c3886 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0790117 Aug 25 16:16:24.966753 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-10bf96e7-b1e2-45f4-9559-f9953f56f9f6 req-0733e3c6-bbe5-4a50-80f7-99144ac41246 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb487cc1-8361-4b03-ad8f-5871e51caff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700688 Aug 25 16:16:25.003358 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3fbc81c6-7337-49c1-9832-1e3724a1dcc0 req-2d08f71c-b151-4ade-9840-e79624672abf tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418851 Aug 25 16:16:25.101341 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-10bf96e7-b1e2-45f4-9559-f9953f56f9f6 req-c93d0d37-83c2-48e2-8006-e136b5afecc9 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238000 Aug 25 16:16:25.232900 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-10bf96e7-b1e2-45f4-9559-f9953f56f9f6 req-43945960-5047-4ecc-b86e-3a0eec432472 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236660 Aug 25 16:16:25.475645 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70166e8-920f-4d79-8238-afb2c6db6937 req-b7081ca6-2181-4438-8037-07f226eecb40 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:25.477090 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a70166e8-920f-4d79-8238-afb2c6db6937 req-b7081ca6-2181-4438-8037-07f226eecb40 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0856681 Aug 25 16:16:25.524423 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a70166e8-920f-4d79-8238-afb2c6db6937 req-7d55b3c3-7aba-4f8d-97ec-fc3e2f8d68e6 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409057 Aug 25 16:16:26.215639 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c7c71-a85b-449b-9ee1-e1a51f4f3544 req-cdfe0893-13ed-488a-b1e7-8a0c3d7a905b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:26.217085 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f1c7c71-a85b-449b-9ee1-e1a51f4f3544 req-cdfe0893-13ed-488a-b1e7-8a0c3d7a905b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 943 time: 0.0779281 Aug 25 16:16:26.250992 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59692) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:26.262523 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f1c7c71-a85b-449b-9ee1-e1a51f4f3544 req-b135d214-d19b-4777-9d2a-783aac0d9ef8 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400393 Aug 25 16:16:26.392327 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.426583 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:26.430291 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] Usage tracker for resource:security_group_rule and tenant:67acc84cec9d49e78beb5e75393a6281 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:26.433544 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:26.439057 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:26.501335 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.504900 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.511467 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6b957a5b-387d-447a-af98-daa2942d7985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:26.550301 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f68e92-1293-4c20-8f94-94d67e36e357,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:26.553447 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:26.556067 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f4aec115-6347-441c-a8c5-c660982f521b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67acc84cec9d49e78beb5e75393a6281&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3039725 Aug 25 16:16:26.558824 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59700) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:26.620749 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-55d49f1a-8516-47bd-baaf-1cffdc0d8552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.646699 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-55d49f1a-8516-47bd-baaf-1cffdc0d8552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.697147 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-55d49f1a-8516-47bd-baaf-1cffdc0d8552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.702520 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-505416a5-4aef-4f0f-a15d-719f3bdd41ec tempest-VolumesNegativeTest-1766556967 tempest-VolumesNegativeTest-1766556967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:26.716163 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d49f1a-8516-47bd-baaf-1cffdc0d8552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f68e92-1293-4c20-8f94-94d67e36e357,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:26.720762 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-55d49f1a-8516-47bd-baaf-1cffdc0d8552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:26.722656 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-55d49f1a-8516-47bd-baaf-1cffdc0d8552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.723782 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-55d49f1a-8516-47bd-baaf-1cffdc0d8552 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79f68e92-1293-4c20-8f94-94d67e36e357 HTTP/1.1" status: 204 len: 168 time: 0.1638997 Aug 25 16:16:26.732186 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12c1d9-1ea3-4170-b268-e8bfa9dc6a86 req-bb63e88e-3d44-4094-88be-78420d42e5e8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:26.733719 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bc12c1d9-1ea3-4170-b268-e8bfa9dc6a86 req-bb63e88e-3d44-4094-88be-78420d42e5e8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0835395 Aug 25 16:16:26.782329 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bc12c1d9-1ea3-4170-b268-e8bfa9dc6a86 req-9df646e5-77fb-4224-aa58-26467d1bb322 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430458 Aug 25 16:16:27.050744 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59708) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:27.068873 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.099021 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:27.102873 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] Usage tracker for resource:security_group_rule and tenant:2863d032aeb5464088e6170173760638 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:27.104755 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:16:27.106325 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:27.111998 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:27.181701 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.185546 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.191756 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0a887627-7e9e-4173-bce6-3e2512dcc785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:27.229840 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cc11dd-e591-4fa0-a9a9-01bc5b609415,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:27.233612 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:27.236278 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-975656be-8100-4535-b203-55fb5f31c637 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2863d032aeb5464088e6170173760638&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1844943 Aug 25 16:16:27.238950 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59712) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:27.273046 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:27.287180 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'port_id': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'mac_address': 'fa:16:3e:49:b6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:16:27.307788 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-22a9a2ce-ec28-43ea-b2f0-a22b585aed4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.338790 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-22a9a2ce-ec28-43ea-b2f0-a22b585aed4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.340636 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.357417 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:16:27.373036 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:27.377728 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.379626 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-80fa0466-7004-4d97-9796-2fe20393e4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:27.397524 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-22a9a2ce-ec28-43ea-b2f0-a22b585aed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.404193 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d9eb7bf8-97f8-408b-937e-46e3a62ff5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:27.443916 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9a2ce-ec28-43ea-b2f0-a22b585aed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cc11dd-e591-4fa0-a9a9-01bc5b609415,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:27.446369 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-22a9a2ce-ec28-43ea-b2f0-a22b585aed4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:27.448391 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=9']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:27.452080 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:27.463967 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-22a9a2ce-ec28-43ea-b2f0-a22b585aed4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.465716 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-22a9a2ce-ec28-43ea-b2f0-a22b585aed4a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55cc11dd-e591-4fa0-a9a9-01bc5b609415 HTTP/1.1" status: 204 len: 168 time: 0.2257433 Aug 25 16:16:27.500309 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ce4e9-d621-467a-87a1-5229ccace0db req-8521aa4d-d493-4002-aa7f-466b0309ac68 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:27.501777 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a78ce4e9-d621-467a-87a1-5229ccace0db req-8521aa4d-d493-4002-aa7f-466b0309ac68 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 944 time: 0.0887213 Aug 25 16:16:27.547578 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a78ce4e9-d621-467a-87a1-5229ccace0db req-58946e69-4c45-414c-aa84-5cdcffb4ff28 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 Aug 25 16:16:27.738234 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:16:27.990684 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67386f7-5ba6-48c7-9f17-174d2e88553e req-bf74bc5a-c8e5-4bc3-90d1-64c11253c0f5 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:27.992185 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a67386f7-5ba6-48c7-9f17-174d2e88553e req-bf74bc5a-c8e5-4bc3-90d1-64c11253c0f5 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0819433 Aug 25 16:16:28.038747 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a67386f7-5ba6-48c7-9f17-174d2e88553e req-370d372b-0046-4e12-998f-5c1cdd0a8d64 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408738 Aug 25 16:16:28.768150 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c776ec6-23b2-488f-bf87-841b96347990 req-8a75ab1b-87cd-4b5b-bc28-ed292db80000 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:28.769641 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c776ec6-23b2-488f-bf87-841b96347990 req-8a75ab1b-87cd-4b5b-bc28-ed292db80000 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 944 time: 0.0775764 Aug 25 16:16:28.814938 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c776ec6-23b2-488f-bf87-841b96347990 req-c848ffa1-14d5-4aae-9600-aebd1ce2f0f3 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396218 Aug 25 16:16:29.111733 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:16:29.183646 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:16:29.184325 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:29.247228 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd54051-2499-4470-9f65-a02330a934bd req-82e4c57a-07cb-4cc7-b360-64db8825e412 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:29.248729 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9cd54051-2499-4470-9f65-a02330a934bd req-82e4c57a-07cb-4cc7-b360-64db8825e412 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0888979 Aug 25 16:16:29.300158 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9cd54051-2499-4470-9f65-a02330a934bd req-c85d7290-2a5f-4e83-9f34-8ca1df8e4477 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453458 Aug 25 16:16:29.304631 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:29.331754 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:29.343134 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:29.347377 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:29.350021 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6890c1a8-8080-4f2c-a7b9-297fa76b117b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:29.388252 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'code': 200} Aug 25 16:16:29.419056 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=10']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:29.422263 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:29.720317 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-69ad9d75-a063-4ab3-9f02-c62ce1e80ca6 req-80ad67fc-3a3a-47b0-a081-a21251fb6268 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 1099 time: 0.0732470 Aug 25 16:16:29.768034 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-69ad9d75-a063-4ab3-9f02-c62ce1e80ca6 req-9483fb0f-2ce8-4ce9-9d5b-a85da33da578 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403078 Aug 25 16:16:30.049331 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c143f7-8032-4294-bd72-74969ccab0d7 req-57b5e6f8-1e1f-4f17-bcef-46b3830d7b90 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:30.050823 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-45c143f7-8032-4294-bd72-74969ccab0d7 req-57b5e6f8-1e1f-4f17-bcef-46b3830d7b90 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 946 time: 0.0835998 Aug 25 16:16:30.100448 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-45c143f7-8032-4294-bd72-74969ccab0d7 req-ecbae891-d66c-479b-84e6-1f0f51cb211b tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439332 Aug 25 16:16:30.504337 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191647a-1535-49c8-b56b-01e491aa44a2 req-e68c547b-446b-4353-a67f-cfb1d9b3ab21 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:30.505837 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7191647a-1535-49c8-b56b-01e491aa44a2 req-e68c547b-446b-4353-a67f-cfb1d9b3ab21 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0791297 Aug 25 16:16:30.553214 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7191647a-1535-49c8-b56b-01e491aa44a2 req-4010af81-df2a-4700-bfba-15f98f99f94b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418932 Aug 25 16:16:31.333536 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715ac66-b2b1-485c-962b-0b2b6df74cf5 req-88ef0b1b-d1b5-42c6-8c26-b9393dfd5b55 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:31.335215 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0715ac66-b2b1-485c-962b-0b2b6df74cf5 req-88ef0b1b-d1b5-42c6-8c26-b9393dfd5b55 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 946 time: 0.0868306 Aug 25 16:16:31.485107 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0715ac66-b2b1-485c-962b-0b2b6df74cf5 req-4cbc24a5-9abb-418a-8a3e-eea60e7c5a1f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417933 Aug 25 16:16:31.531068 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59854) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:31.679353 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.767115 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:31.772607 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Usage tracker for resource:security_group_rule and tenant:b1424cde0f21463eb618ebcdc5deaff8 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:31.776160 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:31.783577 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:31.817121 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317889b3-df8d-4d45-97b4-5210172b94a5 req-c03ebd04-a1f8-4467-9551-79a8d57abdd3 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:31.818573 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-317889b3-df8d-4d45-97b4-5210172b94a5 req-c03ebd04-a1f8-4467-9551-79a8d57abdd3 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.1299613 Aug 25 16:16:31.898393 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-317889b3-df8d-4d45-97b4-5210172b94a5 req-c48d233c-9ffc-4ed3-a6b4-d6b1d486005d tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737293 Aug 25 16:16:31.911494 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.915563 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:31.925673 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-32b2324b-f454-41f6-b2df-6811dda900c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:31.962321 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4baa4f-f214-414a-b83d-62fc2566a6a3,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:31.965781 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:31.969233 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1424cde0f21463eb618ebcdc5deaff8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4371111 Aug 25 16:16:31.971988 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59862) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:32.029528 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-36ed2880-fe6d-43e3-ac3e-3fa12b1bc077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.053730 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-36ed2880-fe6d-43e3-ac3e-3fa12b1bc077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.105522 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-36ed2880-fe6d-43e3-ac3e-3fa12b1bc077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.109085 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2695ca36-cfaa-43e0-a101-3dc3b66a3dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:32.121761 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed2880-fe6d-43e3-ac3e-3fa12b1bc077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4baa4f-f214-414a-b83d-62fc2566a6a3,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:32.124566 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-36ed2880-fe6d-43e3-ac3e-3fa12b1bc077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:32.126390 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-36ed2880-fe6d-43e3-ac3e-3fa12b1bc077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.127496 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-36ed2880-fe6d-43e3-ac3e-3fa12b1bc077 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c4baa4f-f214-414a-b83d-62fc2566a6a3 HTTP/1.1" status: 204 len: 168 time: 0.1547344 Aug 25 16:16:32.253783 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:16:32.445524 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59870) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:32.464013 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.493478 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:32.497807 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Usage tracker for resource:security_group_rule and tenant:f30cc6b897da4bdf95d13bb2807b4ee0 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:32.500579 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:32.506137 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:32.576890 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.580557 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.587376 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-799be8eb-f775-4ca4-bb5b-7068e61e24ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:32.626501 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54353c0b-5239-491b-be73-2c07388749a1,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:32.630136 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:32.632846 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f30cc6b897da4bdf95d13bb2807b4ee0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1863148 Aug 25 16:16:32.635472 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59876) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:32.697803 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-54d22978-6a6d-44c3-84c5-b3da7317b2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.699931 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4349546-bdbf-4864-8f7a-e9b67fc69775 req-f4394e87-f1e3-45ff-8ff8-284ce4fc7c89 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:32.701395 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d4349546-bdbf-4864-8f7a-e9b67fc69775 req-f4394e87-f1e3-45ff-8ff8-284ce4fc7c89 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 946 time: 0.0765057 Aug 25 16:16:32.722583 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-54d22978-6a6d-44c3-84c5-b3da7317b2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.746612 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d4349546-bdbf-4864-8f7a-e9b67fc69775 req-d307a89f-f1a4-4c71-8693-45626b030f8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396428 Aug 25 16:16:32.780610 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-54d22978-6a6d-44c3-84c5-b3da7317b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.788424 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5d0d5ac9-8c47-41e5-ae3c-701d47d22930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:32.801057 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d22978-6a6d-44c3-84c5-b3da7317b2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54353c0b-5239-491b-be73-2c07388749a1,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:32.804792 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-54d22978-6a6d-44c3-84c5-b3da7317b2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:32.810029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-54d22978-6a6d-44c3-84c5-b3da7317b2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:32.811127 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-54d22978-6a6d-44c3-84c5-b3da7317b2b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54353c0b-5239-491b-be73-2c07388749a1 HTTP/1.1" status: 204 len: 168 time: 0.1747987 Aug 25 16:16:33.098753 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aa52a-87c2-4779-94a5-afa59ba393d8 req-af3fb43d-7707-415a-9fd4-f45c658b1e0d tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:33.100305 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e48aa52a-87c2-4779-94a5-afa59ba393d8 req-af3fb43d-7707-415a-9fd4-f45c658b1e0d tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0801427 Aug 25 16:16:33.149979 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e48aa52a-87c2-4779-94a5-afa59ba393d8 req-d543d848-4db1-44a7-a847-b2e2790b8dc2 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436988 Aug 25 16:16:34.360733 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded4c17-dc35-407d-814c-9db714df6361 req-af7cf8f0-bc46-45e6-8d2e-915e38012a8c tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:34.362206 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ded4c17-dc35-407d-814c-9db714df6361 req-af7cf8f0-bc46-45e6-8d2e-915e38012a8c tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0853102 Aug 25 16:16:34.378601 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:34.411764 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ded4c17-dc35-407d-814c-9db714df6361 req-692d0622-187d-4e17-a6db-addd4098c6bc tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429697 Aug 25 16:16:35.194703 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-78290ad3-9a08-4769-92d3-08cc7f448136 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669842 Aug 25 16:16:35.356557 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-15cb6285-19de-4a0b-9fcc-66de1dbd5c50 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1098 time: 0.0723729 Aug 25 16:16:35.512996 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-f01af2ec-91c5-456c-8c1d-eeb13debbd5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:35.514502 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-f01af2ec-91c5-456c-8c1d-eeb13debbd5e service neutron] 10.222.0.76 "GET /v2.0/networks?id=53705678-def4-4b8e-a6fe-f5d17934f7df HTTP/1.1" status: 200 len: 910 time: 0.1340187 Aug 25 16:16:35.618194 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1737427-9067-4d44-ab98-ed5f23616ea5 req-c07c0f16-ecbd-4724-8068-5c9adbffaade tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:35.619605 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d1737427-9067-4d44-ab98-ed5f23616ea5 req-c07c0f16-ecbd-4724-8068-5c9adbffaade tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0832810 Aug 25 16:16:35.627126 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-4016e148-0420-4623-83bd-42fc4c927256 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13c47cee-dbde-4300-97af-7348c597ef74 HTTP/1.1" status: 200 len: 1001 time: 0.1055567 Aug 25 16:16:35.668492 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d1737427-9067-4d44-ab98-ed5f23616ea5 req-343d4f2c-984e-4778-bc1d-0681741327ef tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431044 Aug 25 16:16:35.694381 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-6625460c-8673-4519-84d6-583abecf4b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:35.694381 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-6625460c-8673-4519-84d6-583abecf4b15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2622123-f032-4ebd-a045-23ca33227397 HTTP/1.1" status: 200 len: 847 time: 0.0586069 Aug 25 16:16:35.770781 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-2a028989-9ec5-4fd4-b8d9-216a5b54194a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53705678-def4-4b8e-a6fe-f5d17934f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694544 Aug 25 16:16:35.909929 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-f1f72ba7-6436-4225-ab78-b09b33aa72df service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245477 Aug 25 16:16:36.103687 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8908d9f9-e6fa-4e70-94ce-ee2f0414df40 req-5ce1f222-ab66-45d8-aee6-cd398268fd5b service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867061 Aug 25 16:16:36.106131 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59960) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:36.249415 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.280561 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:36.284301 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Usage tracker for resource:security_group_rule and tenant:a0fe7acba6614f24bcca3a09a5dac663 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:36.287015 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:36.293133 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:36.355130 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.358488 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.365183 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ec9e7144-41b3-4b84-b270-bf59cb1d6c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:36.407047 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c26d76-d1d1-463a-b890-e1eaca12f737,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:36.411345 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0fe7acba6614f24bcca3a09a5dac663&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3042092 Aug 25 16:16:36.412255 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:36.413937 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 59966) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:36.471008 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ff39553-604c-472c-a8db-30c8b2a6071f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.494920 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ff39553-604c-472c-a8db-30c8b2a6071f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.547145 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ff39553-604c-472c-a8db-30c8b2a6071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.550965 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6d951c3d-d5aa-48b2-9f1b-d3aa54284e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:36.562022 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff39553-604c-472c-a8db-30c8b2a6071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c26d76-d1d1-463a-b890-e1eaca12f737,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:36.566550 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4ff39553-604c-472c-a8db-30c8b2a6071f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:36.568446 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ff39553-604c-472c-a8db-30c8b2a6071f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.572931 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4ff39553-604c-472c-a8db-30c8b2a6071f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/62c26d76-d1d1-463a-b890-e1eaca12f737 HTTP/1.1" status: 204 len: 168 time: 0.1573036 Aug 25 16:16:36.870979 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e43ee-e650-4495-9643-db17777a533d req-7756c25e-6be2-489d-8a7e-07b9145d8cbc tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:36.872567 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-667e43ee-e650-4495-9643-db17777a533d req-7756c25e-6be2-489d-8a7e-07b9145d8cbc tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0820701 Aug 25 16:16:36.908825 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59976) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:36.921541 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-667e43ee-e650-4495-9643-db17777a533d req-98bc6e5a-b86d-4df6-88f9-f148cbcb1443 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429730 Aug 25 16:16:36.934196 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:36.964994 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:36.968751 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] Usage tracker for resource:security_group_rule and tenant:1979e3ac091941868ec096206fac4954 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:36.971616 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:36.978307 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:37.042768 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.047614 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.054247 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-111dfce4-c258-432d-9168-3990a7bf4a8a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:37.092902 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c73d26-5432-46f4-925e-25f029fe0266,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:37.095805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:37.100462 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5b08e171-89fb-4aeb-bc11-2dfcca8e73db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1979e3ac091941868ec096206fac4954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1882677 Aug 25 16:16:37.100798 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 59980) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:37.157856 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67fffdad-00d2-4b0d-b168-a9e5d4db2c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.182134 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67fffdad-00d2-4b0d-b168-a9e5d4db2c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.234435 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67fffdad-00d2-4b0d-b168-a9e5d4db2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.237863 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1aeedad0-9a38-4fb2-82bc-fbfccb313786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:37.249182 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fffdad-00d2-4b0d-b168-a9e5d4db2c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c73d26-5432-46f4-925e-25f029fe0266,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:37.252460 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67fffdad-00d2-4b0d-b168-a9e5d4db2c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:37.255425 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67fffdad-00d2-4b0d-b168-a9e5d4db2c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.256550 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-67fffdad-00d2-4b0d-b168-a9e5d4db2c41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66c73d26-5432-46f4-925e-25f029fe0266 HTTP/1.1" status: 204 len: 168 time: 0.1549807 Aug 25 16:16:38.124550 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9675c1d-d5f1-4328-94d7-4ccf707df134 req-f3476123-3a18-4ce3-a74c-3577cf80e8f8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:38.126216 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a9675c1d-d5f1-4328-94d7-4ccf707df134 req-f3476123-3a18-4ce3-a74c-3577cf80e8f8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0797346 Aug 25 16:16:38.174373 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a9675c1d-d5f1-4328-94d7-4ccf707df134 req-6103c1b4-dabe-43e7-8220-19f7f7d049c8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423377 Aug 25 16:16:39.375407 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d746bc-d8ae-4b34-96a5-0a2ae4f8ca71 req-18f95df1-ae4e-432f-82c9-e76273d411f2 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:39.376875 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-03d746bc-d8ae-4b34-96a5-0a2ae4f8ca71 req-18f95df1-ae4e-432f-82c9-e76273d411f2 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0799379 Aug 25 16:16:39.426135 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-03d746bc-d8ae-4b34-96a5-0a2ae4f8ca71 req-98594182-fafd-4d1e-a054-490a1df907a9 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435731 Aug 25 16:16:40.617275 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c493219-576f-401b-a383-cd6d86560d4b req-85d18ed6-0cd7-439d-a692-6e0e319676f0 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:40.618696 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8c493219-576f-401b-a383-cd6d86560d4b req-85d18ed6-0cd7-439d-a692-6e0e319676f0 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0754452 Aug 25 16:16:40.665344 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8c493219-576f-401b-a383-cd6d86560d4b req-cbca8cf2-391a-4ead-a3ea-aaa2d9e23fc5 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406575 Aug 25 16:16:41.858727 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3b41d-8103-46d9-8d74-d239bc9014a6 req-d3385c09-9b3d-4a7d-8a60-72d173aae197 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:41.860191 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-77d3b41d-8103-46d9-8d74-d239bc9014a6 req-d3385c09-9b3d-4a7d-8a60-72d173aae197 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.0780892 Aug 25 16:16:41.908412 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-77d3b41d-8103-46d9-8d74-d239bc9014a6 req-82c0a4af-ea8a-42c8-b2e9-99da09cce75f tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=330a4a02-833e-4f5a-8925-a7cb36c82e24&id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415940 Aug 25 16:16:43.717034 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-38752b9a-bd26-4292-93dc-1db27a701148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:44.177434 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:46.505572 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c7a554ab-e9e8-4302-94ab-3f50e73d2787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.593183 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.600913 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60090) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:48.740388 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.770017 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:48.773711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Usage tracker for resource:security_group_rule and tenant:d5230d9c6fee457184ae00f656218247 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:48.777013 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:48.782746 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:48.847421 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.850941 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.858200 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-26f2d078-1ca4-469e-ae0f-c15247d8f3be tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:48.898013 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5230d9c6fee457184ae00f656218247&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2960436 Aug 25 16:16:48.898758 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508c0bd9-b212-457a-b09c-c8c8fb434ec9,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:48.900718 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60096) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:48.907688 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.908363 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.908503 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.908738 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.909085 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.909428 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.909768 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.910108 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.910473 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.910815 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.911182 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:48.914914 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:48.971656 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7394ea3-540a-4179-91c4-14ab8e3b2c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.996682 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7394ea3-540a-4179-91c4-14ab8e3b2c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.048866 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7394ea3-540a-4179-91c4-14ab8e3b2c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.053351 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2575fbcc-58c3-4bfa-a12e-9b88796c4009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:49.065482 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7394ea3-540a-4179-91c4-14ab8e3b2c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508c0bd9-b212-457a-b09c-c8c8fb434ec9,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:49.067992 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b7394ea3-540a-4179-91c4-14ab8e3b2c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:49.069076 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7394ea3-540a-4179-91c4-14ab8e3b2c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.070141 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b7394ea3-540a-4179-91c4-14ab8e3b2c4c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/508c0bd9-b212-457a-b09c-c8c8fb434ec9 HTTP/1.1" status: 204 len: 168 time: 0.1678984 Aug 25 16:16:49.388390 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60104) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:49.407173 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.437610 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:49.441314 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] Usage tracker for resource:security_group_rule and tenant:929b26ead47b46aca63ea9fe8e021d8c is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:49.444049 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:49.450168 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:49.519384 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.522924 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.529547 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b628d7f1-1936-405d-b097-4eb5112198ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:49.567528 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4ddc7c-ddf7-4adf-8f8b-da64709892e9,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:49.571805 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=929b26ead47b46aca63ea9fe8e021d8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823945 Aug 25 16:16:49.572646 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0fb06da8-ccea-4fdc-9c51-a62054074f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:49.575046 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60108) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:49.641080 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-407c2eab-33f4-42fd-950c-5cea8e9d4b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.645362 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.665561 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-407c2eab-33f4-42fd-950c-5cea8e9d4b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.716345 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-407c2eab-33f4-42fd-950c-5cea8e9d4b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.721135 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3e495727-a746-4135-848c-0a5d3aa6a47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:49.732723 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c2eab-33f4-42fd-950c-5cea8e9d4b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4ddc7c-ddf7-4adf-8f8b-da64709892e9,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:49.735128 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-407c2eab-33f4-42fd-950c-5cea8e9d4b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:49.742604 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-407c2eab-33f4-42fd-950c-5cea8e9d4b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.743760 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-407c2eab-33f4-42fd-950c-5cea8e9d4b7c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab4ddc7c-ddf7-4adf-8f8b-da64709892e9 HTTP/1.1" status: 204 len: 168 time: 0.1677444 Aug 25 16:16:51.009692 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60138) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:51.147083 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.176243 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:51.179899 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:be90f95dcc7e46d28000003e264c2ad7 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:51.183161 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:51.188691 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:51.252748 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.256384 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.263555 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e6be18fb-0473-48b3-b268-d27cfb41b04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:51.302556 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c563c788-bd7d-4052-a8a9-a7970336fcad,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:51.306909 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be90f95dcc7e46d28000003e264c2ad7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2962360 Aug 25 16:16:51.307798 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:51.309740 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60144) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:51.369661 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6ca43e97-7b24-4f79-8bae-1deadd93892e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.394407 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6ca43e97-7b24-4f79-8bae-1deadd93892e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.444442 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6ca43e97-7b24-4f79-8bae-1deadd93892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.448026 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-63c1cc05-2cb2-4645-abe5-bceef71dc4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:51.458731 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca43e97-7b24-4f79-8bae-1deadd93892e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c563c788-bd7d-4052-a8a9-a7970336fcad,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:51.463072 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6ca43e97-7b24-4f79-8bae-1deadd93892e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:51.464865 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6ca43e97-7b24-4f79-8bae-1deadd93892e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.465953 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6ca43e97-7b24-4f79-8bae-1deadd93892e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c563c788-bd7d-4052-a8a9-a7970336fcad HTTP/1.1" status: 204 len: 168 time: 0.1555858 Aug 25 16:17:01.240768 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60278) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:01.379744 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.410018 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:01.413750 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] Usage tracker for resource:security_group_rule and tenant:84c0cc3294df41d78161af48f7d78d9c is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:01.416580 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:01.422116 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:01.487348 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.490816 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.497421 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e19c5c78-1c1f-4159-b99f-9a707fe6fcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:01.535820 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a5a027-e8b3-44f8-9b61-3346a0876cbc,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:01.540081 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84c0cc3294df41d78161af48f7d78d9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2983336 Aug 25 16:17:01.540977 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b77d6706-9e52-4c77-851a-9cdd9297d930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:01.542698 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60284) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:01.681531 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9a95a26d-9050-4f41-983f-2f49d9dff473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.708631 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9a95a26d-9050-4f41-983f-2f49d9dff473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.756916 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9a95a26d-9050-4f41-983f-2f49d9dff473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.761273 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-68f981a3-95ba-4fa1-8d1e-83ab2333ac3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:01.772928 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95a26d-9050-4f41-983f-2f49d9dff473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a5a027-e8b3-44f8-9b61-3346a0876cbc,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:01.775739 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9a95a26d-9050-4f41-983f-2f49d9dff473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:01.777769 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9a95a26d-9050-4f41-983f-2f49d9dff473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:01.778988 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9a95a26d-9050-4f41-983f-2f49d9dff473 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69a5a027-e8b3-44f8-9b61-3346a0876cbc HTTP/1.1" status: 204 len: 168 time: 0.2352493 Aug 25 16:17:02.110495 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60294) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:02.129432 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.163417 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:02.167140 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Usage tracker for resource:security_group_rule and tenant:0f6c18982dab40a2987b3d711359e201 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:02.170449 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:02.176051 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:02.240851 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.244454 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.251496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-55d49f1a-8516-47bd-baaf-1cffdc0d8552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:02.289647 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e0ff1-f2f5-451e-aa60-d63079d18dbd,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:02.292678 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:02.299878 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60298) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:02.300410 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f6c18982dab40a2987b3d711359e201&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1883836 Aug 25 16:17:02.357440 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9a65-4ce7-4a7d-a56b-a66302c2ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.382154 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9a65-4ce7-4a7d-a56b-a66302c2ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.435718 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9a65-4ce7-4a7d-a56b-a66302c2ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.440529 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-501d0af1-aa20-49d6-baf1-90820b54fa5a tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:02.451944 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd9a65-4ce7-4a7d-a56b-a66302c2ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e0ff1-f2f5-451e-aa60-d63079d18dbd,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:02.454177 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e5dd9a65-4ce7-4a7d-a56b-a66302c2ec75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:02.458172 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e5dd9a65-4ce7-4a7d-a56b-a66302c2ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.461823 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e5dd9a65-4ce7-4a7d-a56b-a66302c2ec75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab4e0ff1-f2f5-451e-aa60-d63079d18dbd HTTP/1.1" status: 204 len: 168 time: 0.1586006 Aug 25 16:17:02.839109 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60306) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:02.857348 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.887921 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:02.891940 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Usage tracker for resource:security_group_rule and tenant:65e1536be9554205aaa5a68cf351d382 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:02.894705 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:02.900345 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:02.962788 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.966216 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:02.972167 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-477fa078-583b-4f44-8d5a-cfb47b8f04f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:03.010465 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ca32d-988a-4b02-8109-673b7d1256e7,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:03.015751 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65e1536be9554205aaa5a68cf351d382&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1749365 Aug 25 16:17:03.016596 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:03.018650 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60310) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:03.075273 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ddf061d1-ce5b-4e29-a022-48769050c039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.102485 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ddf061d1-ce5b-4e29-a022-48769050c039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.153016 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ddf061d1-ce5b-4e29-a022-48769050c039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.157890 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-77bb672e-f5c1-422a-8de8-eb31dcb1d20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:03.170025 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf061d1-ce5b-4e29-a022-48769050c039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4ca32d-988a-4b02-8109-673b7d1256e7,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:03.172276 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ddf061d1-ce5b-4e29-a022-48769050c039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:03.174645 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ddf061d1-ce5b-4e29-a022-48769050c039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.175796 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ddf061d1-ce5b-4e29-a022-48769050c039 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f4ca32d-988a-4b02-8109-673b7d1256e7 HTTP/1.1" status: 204 len: 168 time: 0.1559429 Aug 25 16:17:04.374596 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.444551 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60340) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:04.580872 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.611031 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:04.616242 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Usage tracker for resource:security_group_rule and tenant:aef3b2201a8342fcbf3c551cad973c43 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:04.620480 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:04.627829 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:04.691954 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.695553 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.702370 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fa8ecca9-004e-4023-8a83-cf0ad4fff30a tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:04.741002 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dea92d-3876-47d4-90fb-9a3815598ac2,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:04.745329 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aef3b2201a8342fcbf3c551cad973c43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2997661 Aug 25 16:17:04.746742 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:04.748631 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60346) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:04.815281 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-60fdd738-a69d-4c61-8a22-11d33c1871d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.839191 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-60fdd738-a69d-4c61-8a22-11d33c1871d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.889270 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-60fdd738-a69d-4c61-8a22-11d33c1871d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.894170 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-040768d5-01c7-4bb5-8ead-6eee0bc57137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:04.904028 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdd738-a69d-4c61-8a22-11d33c1871d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dea92d-3876-47d4-90fb-9a3815598ac2,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:04.907313 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-60fdd738-a69d-4c61-8a22-11d33c1871d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:04.911969 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-60fdd738-a69d-4c61-8a22-11d33c1871d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.911969 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-60fdd738-a69d-4c61-8a22-11d33c1871d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/37dea92d-3876-47d4-90fb-9a3815598ac2 HTTP/1.1" status: 204 len: 168 time: 0.1622739 Aug 25 16:17:09.253641 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:17:13.717825 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b5397d5e-0d21-40ad-8673-35b6eb0e8943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:14.178737 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.227149 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7bf31-1683-4c5d-a1ab-8338159c4b3a req-6dcbbe6a-5336-43ca-bbe9-219c6681778f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:15.228534 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2a7bf31-1683-4c5d-a1ab-8338159c4b3a req-6dcbbe6a-5336-43ca-bbe9-219c6681778f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 946 time: 0.0741205 Aug 25 16:17:15.276544 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2a7bf31-1683-4c5d-a1ab-8338159c4b3a req-631dbfda-b4ba-4481-b684-ed6e7e8992f5 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420258 Aug 25 16:17:16.494813 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f860619-6495-4083-b354-f92a33ac87ff req-02145190-3a73-4623-b958-74085cc600fb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:16.496229 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7f860619-6495-4083-b354-f92a33ac87ff req-02145190-3a73-4623-b958-74085cc600fb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 946 time: 0.0794535 Aug 25 16:17:16.506860 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e15e03f3-0dd1-4f3a-9015-cf126f505148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.541699 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7f860619-6495-4083-b354-f92a33ac87ff req-813ca381-67d4-4284-90c6-366869051c6f tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400167 Aug 25 16:17:17.231295 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-91ce4684-a1a3-4b72-9bca-066380461aed tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:17.231904 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-91ce4684-a1a3-4b72-9bca-066380461aed tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Synchronizing usage tracker for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:17:17.246263 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-91ce4684-a1a3-4b72-9bca-066380461aed tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Unset dirty status for tenant:f64240ed6dca41d2a35c597a9efc958d on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:17:17.247928 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-91ce4684-a1a3-4b72-9bca-066380461aed tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 946 time: 0.0895386 Aug 25 16:17:17.319795 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Deleting port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:17.320127 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.549855 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] For port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:17.550121 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.597348 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.750849 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bf5ac-2586-472a-92c4-00229266fa0e req-f899c689-d869-437d-ac32-a54bfbb4c968 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:17.752352 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-700bf5ac-2586-472a-92c4-00229266fa0e req-f899c689-d869-437d-ac32-a54bfbb4c968 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 946 time: 0.0785940 Aug 25 16:17:17.797693 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-700bf5ac-2586-472a-92c4-00229266fa0e req-094fb48f-9b47-4169-8ff3-498179ea11cb tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f5cbb35-0cd5-401d-a883-19ae06313bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398016 Aug 25 16:17:17.834223 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.834593 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.834899 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Floating IP 332bb6cf-709b-4993-8ba1-cb45cb1177a6 disassociated. External IP: 172.27.2.186, port: d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2. Aug 25 16:17:17.835226 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Calling delete_port for d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:17.975745 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:17.981634 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:18.024146 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event deleted for resources: {'Port': ['ID=d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:18.026503 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:18.274975 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:18.469423 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:18.481797 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] Sync routers for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:18.495824 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:18.496551 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:18.539925 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] No DVR routers for this DVR port d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:18.542264 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:18.545272 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-deleted', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:18.567399 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-377dcf57-82d7-4c2e-8326-753699df9fbf req-bcb01382-f245-4a4f-aac5-25200de02452 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.76 "DELETE /v2.0/ports/d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 HTTP/1.1" status: 204 len: 173 time: 1.3120100 Aug 25 16:17:18.600697 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2943a44e-6ab7-46ae-9604-276ffad09106', 'name': 'network-vif-deleted', 'tag': 'd12e86e7-5e6f-440c-b3b3-8b5cf5a013c2', 'status': 'completed', 'code': 200} Aug 25 16:17:18.681839 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:19.001629 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:19.005477 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] Checking router: a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:19.016640 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:19.017264 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:19.024189 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c08eddf6-f4db-44cd-9324-b0a13e0ae88e req-f3e70d02-cb10-4fe8-b4cd-68f8c14e56ae tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/ports?device_id=2943a44e-6ab7-46ae-9604-276ffad09106 HTTP/1.1" status: 200 len: 210 time: 0.0545914 Aug 25 16:17:19.194165 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:19.496467 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:19.500936 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b32dc-b188-48d8-bc98-a139f0f49539 None None] The sync data for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi is: [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '074c37cf-b37a-42b3-b71f-3ccd99fa1d79', 'name': '', 'network_id': '4e3848be-798e-470b-ac4e-1dbd15888ed2', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'mac_address': 'fa:16:3e:b0:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:45Z', 'updated_at': '2021-08-25T16:08:59Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'subnets': [{'id': '68c6a0a6-c2d6-40e7-b82f-a917200bff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:19.653121 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:19.731530 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fabb19-588e-4244-b582-996f239c04b1 None None] New status for floating IP 332bb6cf-709b-4993-8ba1-cb45cb1177a6: DOWN {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:17:20.183499 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60382) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:20.245921 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f76f816-c88f-4530-b54c-b1c44620e245 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.271536 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f76f816-c88f-4530-b54c-b1c44620e245 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.326073 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f76f816-c88f-4530-b54c-b1c44620e245 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.331387 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-10b1f925-8c01-44ae-a68c-6c2ce50a65aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:20.346598 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76f816-c88f-4530-b54c-b1c44620e245 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5cbb35-0cd5-401d-a883-19ae06313bc6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:20.349138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f76f816-c88f-4530-b54c-b1c44620e245 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:20.357858 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0f76f816-c88f-4530-b54c-b1c44620e245 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.358965 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0f76f816-c88f-4530-b54c-b1c44620e245 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "DELETE /v2.0/security-groups/6f5cbb35-0cd5-401d-a883-19ae06313bc6 HTTP/1.1" status: 204 len: 168 time: 0.1744921 Aug 25 16:17:20.361615 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60386) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:20.377557 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.api.v2.resource [None req-2caa7e51-f8bd-4caf-b8d2-d7992c1264d4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] show failed (client error): The resource could not be found. Aug 25 16:17:20.378511 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2caa7e51-f8bd-4caf-b8d2-d7992c1264d4 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "GET /v2.0/security-groups/6f5cbb35-0cd5-401d-a883-19ae06313bc6 HTTP/1.1" status: 404 len: 347 time: 0.0160108 Aug 25 16:17:20.381140 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60390) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:20.530616 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Deleting port 589e9c41-d8d2-42a3-9b5b-8b3183ebe3d9 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:20.530865 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.695364 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.695711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.809897 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Calling delete_port for 589e9c41-d8d2-42a3-9b5b-8b3183ebe3d9 owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:20.947119 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:20.950498 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2ea7823f-b672-45cf-a353-faa3b641b578 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:20.996490 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Pushing event deleted for resources: {'Port': ['ID=589e9c41-d8d2-42a3-9b5b-8b3183ebe3d9,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:21.000579 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:21.087471 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.101100 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.102218 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] 10.222.0.73 "DELETE /v2.0/floatingips/332bb6cf-709b-4993-8ba1-cb45cb1177a6 HTTP/1.1" status: 204 len: 168 time: 0.7202253 Aug 25 16:17:21.350709 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:21.387840 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:21.388196 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d12e86e7-5e6f-440c-b3b3-8b5cf5a013c2 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:24.256240 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60418) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:24.877940 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2020191'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.454846 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Deleting port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:25.455382 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.624279 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] For port 074c37cf-b37a-42b3-b71f-3ccd99fa1d79, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=074c37cf-b37a-42b3-b71f-3ccd99fa1d79,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:25.624644 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:25.739302 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Calling delete_port for 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:26.109643 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.112976 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b0f864af-8cab-4fd0-8754-df5937f7031b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:26.152139 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Pushing event deleted for resources: {'Port': ['ID=074c37cf-b37a-42b3-b71f-3ccd99fa1d79,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:26.157112 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:26.436194 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3043458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2020267'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.977650 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:27.171010 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:27.179925 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] Sync routers for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:27.182572 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] 10.222.0.73 "PUT /v2.0/routers/a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9252939 Aug 25 16:17:27.185616 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60424) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:27.191961 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:27.192573 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:27.367172 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:27.374880 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.645002 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:17:25Z', 'revision_number': 5, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port': {'id': 'b274322f-4d36-4100-852b-e66993d3f8a6', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:35Z', 'updated_at': '2021-08-25T16:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:27.649227 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] Checking router: a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:27.655739 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.660018 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] Routers {'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:27.660626 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:27.665771 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Deleting port b274322f-4d36-4100-852b-e66993d3f8a6 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:27.666336 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.806988 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] Set router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:27.837011 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] For port b274322f-4d36-4100-852b-e66993d3f8a6, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=b274322f-4d36-4100-852b-e66993d3f8a6,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:27.837363 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.908957 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:17:27Z', 'revision_number': 6, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port_host': None}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:27.912958 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07921be3-bc8d-498b-92ff-0eb95ef92503 None None] The sync data for ids ['a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7'] in dv-cinder-806007-1-iscsi is: [{'id': 'a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7', 'name': 'tempest-AttachVolumeShelveTestJSON-725490093-router', 'tenant_id': 'f64240ed6dca41d2a35c597a9efc958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:34Z', 'updated_at': '2021-08-25T16:17:27Z', 'revision_number': 6, 'project_id': 'f64240ed6dca41d2a35c597a9efc958d', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:27.955528 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Calling delete_port for b274322f-4d36-4100-852b-e66993d3f8a6 owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:28.114296 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.117601 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:28.157136 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Pushing event deleted for resources: {'Port': ['ID=b274322f-4d36-4100-852b-e66993d3f8a6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:28.161991 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:28.376023 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022946'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.619110 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2017422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12587'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.623744 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.792981 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2017822'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.794165 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:17:28.806543 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.807684 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] 10.222.0.73 "DELETE /v2.0/routers/a9a2fbfe-1bc8-42f1-9360-3ecfe09acdc7 HTTP/1.1" status: 204 len: 168 time: 1.6211476 Aug 25 16:17:28.811027 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60428) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:28.875697 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Deleting subnet 68c6a0a6-c2d6-40e7-b82f-a917200bff6b {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:17:28.878766 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.927835 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6821172'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.005741 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.074350 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7215715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7181577'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.078761 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-87d798fb-1b9d-42eb-ac7b-17286b20326e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:29.111090 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c6a0a6-c2d6-40e7-b82f-a917200bff6b,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:29.120230 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.126151 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88c125-0c48-4835-8d70-80a61d810938 None None] Network 4e3848be-798e-470b-ac4e-1dbd15888ed2 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:29.126921 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.126921 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.127195 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.127516 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.127881 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.128242 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.128600 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.128956 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.129307 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.129659 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.130051 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:29.133816 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:29.135593 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-946addd7-fa9e-4e12-bad4-603eb37bb75c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/68c6a0a6-c2d6-40e7-b82f-a917200bff6b HTTP/1.1" status: 204 len: 168 time: 0.3232758 Aug 25 16:17:29.137722 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60432) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:29.242504 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.252352 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Deleting port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:29.252678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.371274 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] DHCP port deletion for 4e3848be-798e-470b-ac4e-1dbd15888ed2 request from dv-cinder-806007-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:17:29.375505 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] Deleting port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:29.375885 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.452985 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] For port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=c44a5b0e-d34b-4a39-be8d-03bc9a9c535d,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:29.453452 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.572611 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device c44a5b0e-d34b-4a39-be8d-03bc9a9c535d no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:29.656138 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Calling delete_port for c44a5b0e-d34b-4a39-be8d-03bc9a9c535d owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:29.657073 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] For port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=c44a5b0e-d34b-4a39-be8d-03bc9a9c535d,segment=NetworkSegment(fe8eda2e-9f2c-4f9b-8130-c6683b2cd365),segment_id=fe8eda2e-9f2c-4f9b-8130-c6683b2cd365)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:29.657468 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.727380 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.731771 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-46fe2822-2307-471b-98a8-5113eb0f0295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:29.774853 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=c44a5b0e-d34b-4a39-be8d-03bc9a9c535d,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:29.776867 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] Calling delete_port for c44a5b0e-d34b-4a39-be8d-03bc9a9c535d owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:29.777287 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:29.780468 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] No DVR routers for this DVR port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d on host dv-cinder-806007-1-iscsi {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:29.801554 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.plugins.ml2.db [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No ports have port_id starting with c44a5b0e-d34b-4a39-be8d-03bc9a9c535d Aug 25 16:17:29.807326 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device b274322f-4d36-4100-852b-e66993d3f8a6 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:29.844980 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: b274322f-4d36-4100-852b-e66993d3f8a6 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:29.845327 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device b274322f-4d36-4100-852b-e66993d3f8a6 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:29.845739 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:29.888509 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:29.888875 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 074c37cf-b37a-42b3-b71f-3ccd99fa1d79 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:29.896061 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.908711 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:17:29.908943 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3848be-798e-470b-ac4e-1dbd15888ed2']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:29.909065 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:17:29.920982 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:29.921282 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8eda2e-9f2c-4f9b-8130-c6683b2cd365') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:29.932719 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6821179'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.948815 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.957641 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:17:29.958020 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7215813'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: timer() Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: self._notify() Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: event.method(event) Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:17:29.975147 dv-cinder-806007-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:17:30.050746 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.054243 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:30.067245 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.077791 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3848be-798e-470b-ac4e-1dbd15888ed2,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:30.080900 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:30.090845 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-cd6bc676-84d4-48ed-aae0-3cb7d58cfbbc admin admin] 10.222.0.73 "DELETE /v2.0/networks/4e3848be-798e-470b-ac4e-1dbd15888ed2 HTTP/1.1" status: 204 len: 168 time: 0.9522090 Aug 25 16:17:30.225262 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60438) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:30.275829 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-241f3763-db67-48b0-815b-951a0e75ba60 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f64240ed6dca41d2a35c597a9efc958d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493693 Aug 25 16:17:30.278111 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60442) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:30.334626 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b26bd516-fe37-4cb0-a1df-e3214923c3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.358975 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b26bd516-fe37-4cb0-a1df-e3214923c3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.410163 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] Deleting port c44a5b0e-d34b-4a39-be8d-03bc9a9c535d {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:30.410751 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.412840 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b26bd516-fe37-4cb0-a1df-e3214923c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.417555 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-09d2cff3-8aa2-45f3-9424-ebd3d8b7008c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:30.432671 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bd516-fe37-4cb0-a1df-e3214923c3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c30c098-1a96-479a-b707-149735150f1d,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:30.438142 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b26bd516-fe37-4cb0-a1df-e3214923c3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:30.449346 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b26bd516-fe37-4cb0-a1df-e3214923c3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.450510 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b26bd516-fe37-4cb0-a1df-e3214923c3d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c30c098-1a96-479a-b707-149735150f1d HTTP/1.1" status: 204 len: 168 time: 0.1715393 Aug 25 16:17:30.481733 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-9f5efb54-d9cf-4d83-bbf3-e18f0f0d14f3 None None] The port 'c44a5b0e-d34b-4a39-be8d-03bc9a9c535d' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:17:32.694527 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60496) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:32.831698 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:32.861815 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:32.865504 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Usage tracker for resource:security_group_rule and tenant:45bd5345be0c4f2ab1ecd20cac844a2a is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:32.868246 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:32.873852 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:32.941004 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:32.944651 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:32.951366 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9a95a26d-9050-4f41-983f-2f49d9dff473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:32.990794 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb25495-2d55-4aca-afab-4a183cff9d4d,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:32.995184 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=45bd5345be0c4f2ab1ecd20cac844a2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2996471 Aug 25 16:17:32.996074 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:32.998086 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60502) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:33.059375 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-05232aa4-1f17-4439-af46-40d9ddb10b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.083638 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-05232aa4-1f17-4439-af46-40d9ddb10b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.133217 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-05232aa4-1f17-4439-af46-40d9ddb10b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.136917 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ffe3c5c1-c81a-4294-8cf7-ac35d8cc1e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:33.147796 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05232aa4-1f17-4439-af46-40d9ddb10b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb25495-2d55-4aca-afab-4a183cff9d4d,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:33.151672 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-05232aa4-1f17-4439-af46-40d9ddb10b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:33.156737 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-05232aa4-1f17-4439-af46-40d9ddb10b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.157949 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-05232aa4-1f17-4439-af46-40d9ddb10b5d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bfb25495-2d55-4aca-afab-4a183cff9d4d HTTP/1.1" status: 204 len: 168 time: 0.1591780 Aug 25 16:17:33.473612 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60510) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:33.491506 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.521605 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:33.525348 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] Usage tracker for resource:security_group_rule and tenant:e4ed35d9ec1b4b22b212984441c60a7f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:33.528623 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:33.534213 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:33.597210 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.601046 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.608010 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-945f5171-1158-4c0f-8710-9373bf20a3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:33.648791 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4ed35d9ec1b4b22b212984441c60a7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1740603 Aug 25 16:17:33.649491 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a900070b-6b70-40f6-8aa2-bd69add44767,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:33.651458 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60514) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:33.652601 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6079e86f-a2b3-4751-b6aa-f08c48d2141d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:33.710154 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-098e0eda-592b-4543-a586-4d0e2d761185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.734706 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-098e0eda-592b-4543-a586-4d0e2d761185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.787399 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-098e0eda-592b-4543-a586-4d0e2d761185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.790894 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-58280de5-edad-407d-8c15-f9f77769371c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:33.801168 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e0eda-592b-4543-a586-4d0e2d761185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a900070b-6b70-40f6-8aa2-bd69add44767,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:33.804966 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-098e0eda-592b-4543-a586-4d0e2d761185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:33.807988 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-098e0eda-592b-4543-a586-4d0e2d761185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:33.809597 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-098e0eda-592b-4543-a586-4d0e2d761185 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a900070b-6b70-40f6-8aa2-bd69add44767 HTTP/1.1" status: 204 len: 168 time: 0.1562831 Aug 25 16:17:34.386530 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:35.281370 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-924fb896-223d-48ff-92c0-e425d067579e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668483 Aug 25 16:17:35.394795 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-6fb64b55-a7e3-4941-ab05-632a0cd18c75 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1137 time: 0.0737302 Aug 25 16:17:35.539554 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-b07f5663-4f03-4609-8c94-9d7d054b2239 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:35.540936 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-b07f5663-4f03-4609-8c94-9d7d054b2239 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 200 len: 917 time: 0.1237495 Aug 25 16:17:35.646133 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-b4adc3a7-5ca1-459f-b668-1862a8df4e84 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 1000 time: 0.0951693 Aug 25 16:17:35.712819 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-b5560c67-171f-4c09-bb61-cfec20041285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:35.714354 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-b5560c67-171f-4c09-bb61-cfec20041285 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=714c16f9-7f00-4843-bcb2-e196b7e3d9f5 HTTP/1.1" status: 200 len: 854 time: 0.0578346 Aug 25 16:17:35.796499 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-c96913e3-55a2-49e3-a131-4189d980875e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb487cc1-8361-4b03-ad8f-5871e51caff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725715 Aug 25 16:17:35.885087 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60570) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:35.945487 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-2477d310-86bb-4cc6-83fa-cbea69f83f3d service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386478 Aug 25 16:17:36.091639 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2381caf1-fe4d-4e32-9334-9e255e9f313c req-350e9b72-c73c-49f8-a43b-6801577b6e50 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357870 Aug 25 16:17:36.301179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Deleting port 1adf6b58-941e-4587-b654-0a6a22d5e690 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:36.301876 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.322090 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60586) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:36.465427 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.471780 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.472106 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.497831 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:36.501811 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] Usage tracker for resource:security_group_rule and tenant:e8718ab4cd7f4534821deb2582df429a is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:36.504668 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:36.510359 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:36.576491 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.580391 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.586876 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4ff39553-604c-472c-a8db-30c8b2a6071f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:36.629055 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d4cb3-6195-4d5a-b7e4-d5600fbc6585,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:36.636105 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8718ab4cd7f4534821deb2582df429a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3128464 Aug 25 16:17:36.637794 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-932e2823-7ede-456d-8d80-eac0cf3851fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:36.637794 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60592) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:36.688745 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Calling delete_port for 1adf6b58-941e-4587-b654-0a6a22d5e690 owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:36.698522 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-618413f3-4eb0-4922-b24f-a68351778eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.723108 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-618413f3-4eb0-4922-b24f-a68351778eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.775872 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-618413f3-4eb0-4922-b24f-a68351778eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.781441 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6ca43e97-7b24-4f79-8bae-1deadd93892e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:36.793720 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618413f3-4eb0-4922-b24f-a68351778eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d4cb3-6195-4d5a-b7e4-d5600fbc6585,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:36.795920 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-618413f3-4eb0-4922-b24f-a68351778eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:36.802713 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-618413f3-4eb0-4922-b24f-a68351778eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.806138 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-618413f3-4eb0-4922-b24f-a68351778eb2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/036d4cb3-6195-4d5a-b7e4-d5600fbc6585 HTTP/1.1" status: 204 len: 168 time: 0.1653426 Aug 25 16:17:36.841162 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.845406 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9fd3012e-e1ac-4c2a-98d6-8b1c255a7372 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:36.884953 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event deleted for resources: {'Port': ['ID=1adf6b58-941e-4587-b654-0a6a22d5e690,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:36.888766 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:36.984115 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.143688 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60600) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:37.162292 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.192432 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:37.196201 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] Usage tracker for resource:security_group_rule and tenant:2282889fb07e4e05a73f2cb01e97773a is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:37.198927 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:37.205044 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:37.270971 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.274842 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.282184 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b26bd516-fe37-4cb0-a1df-e3214923c3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:37.321988 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9aedb8-a0c4-42a5-9bc6-8bdd361b3de0,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:37.326652 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2282889fb07e4e05a73f2cb01e97773a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1817286 Aug 25 16:17:37.327535 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c341b8cd-46d6-4dcd-a324-73cb3028e404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:37.329239 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60604) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:37.369483 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:37.394939 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f7784a58-652b-4476-91cc-57e78244e2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.423153 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f7784a58-652b-4476-91cc-57e78244e2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.476235 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f7784a58-652b-4476-91cc-57e78244e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.480935 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-094d2237-278c-49ed-af6a-3ccd4f890d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:37.492297 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7784a58-652b-4476-91cc-57e78244e2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9aedb8-a0c4-42a5-9bc6-8bdd361b3de0,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:37.495115 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f7784a58-652b-4476-91cc-57e78244e2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:37.497501 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f7784a58-652b-4476-91cc-57e78244e2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.501213 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f7784a58-652b-4476-91cc-57e78244e2ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a9aedb8-a0c4-42a5-9bc6-8bdd361b3de0 HTTP/1.1" status: 204 len: 168 time: 0.1710641 Aug 25 16:17:37.565288 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:37.575627 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] Sync routers for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:37.582166 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.587214 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:37.587935 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:37.640147 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "DELETE /v2.0/floatingips/971a5c38-f24e-40e8-a0d0-d2063c1a6410 HTTP/1.1" status: 204 len: 168 time: 1.7505865 Aug 25 16:17:37.640147 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:37.704152 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74', 'status': 'completed', 'code': 200} Aug 25 16:17:37.795125 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:37.829135 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-60b3992a-faec-4412-991d-c7bf91640bf5 req-de501e66-1b9c-444e-ae19-66ca3f511bb9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 1098 time: 0.0792301 Aug 25 16:17:38.015609 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3992a-faec-4412-991d-c7bf91640bf5 req-0f014f23-5a1b-460c-b22a-dfc3b2784afb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:38.017214 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-60b3992a-faec-4412-991d-c7bf91640bf5 req-0f014f23-5a1b-460c-b22a-dfc3b2784afb service neutron] 10.222.0.76 "GET /v2.0/networks?id=53705678-def4-4b8e-a6fe-f5d17934f7df HTTP/1.1" status: 200 len: 910 time: 0.1783774 Aug 25 16:17:38.088797 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a9eb8-fc02-4a50-b32a-37af41a97473 req-da68df74-485c-472a-9714-dd5c1cae0e79 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:38.091096 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-834a9eb8-fc02-4a50-b32a-37af41a97473 req-da68df74-485c-472a-9714-dd5c1cae0e79 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.1041245 Aug 25 16:17:38.091687 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-60b3992a-faec-4412-991d-c7bf91640bf5 req-825439b2-3c9f-41bb-9c21-b482ade71330 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13c47cee-dbde-4300-97af-7348c597ef74 HTTP/1.1" status: 200 len: 217 time: 0.0667830 Aug 25 16:17:38.140448 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-834a9eb8-fc02-4a50-b32a-37af41a97473 req-2612b9ff-17b5-41c1-ab4e-e3d130ab4b04 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 Aug 25 16:17:38.171654 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3992a-faec-4412-991d-c7bf91640bf5 req-68d3a96d-3074-400d-858f-ad65174bb6d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:38.173158 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-60b3992a-faec-4412-991d-c7bf91640bf5 req-68d3a96d-3074-400d-858f-ad65174bb6d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2622123-f032-4ebd-a045-23ca33227397 HTTP/1.1" status: 200 len: 847 time: 0.0744770 Aug 25 16:17:38.177138 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:06Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '652e3eae-d8f3-4e45-a61a-4592376ac091', 'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'mac_address': 'fa:16:3e:cb:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:05Z', 'updated_at': '2021-08-25T16:11:16Z', 'revision_number': 5, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'subnets': [{'id': 'd2622123-f032-4ebd-a045-23ca33227397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:38.181201 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] Checking router: 0dd92018-4b7a-4dd8-b76e-6289120a00d3 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:38.191856 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:38.192459 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:38.250612 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-60b3992a-faec-4412-991d-c7bf91640bf5 req-40ac4aa7-b2d1-4fa6-b438-5029ec0dae8f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=53705678-def4-4b8e-a6fe-f5d17934f7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696220 Aug 25 16:17:38.374299 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:38.403481 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-60b3992a-faec-4412-991d-c7bf91640bf5 req-40c7f3a6-ba68-40c0-90d9-0545abd9a3d7 service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441762 Aug 25 16:17:38.639730 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-60b3992a-faec-4412-991d-c7bf91640bf5 req-f550fbc3-054a-49ff-9c34-1ea52c5fd0c6 service neutron] 10.222.0.76 "GET /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267315 Aug 25 16:17:38.731545 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:06Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '652e3eae-d8f3-4e45-a61a-4592376ac091', 'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'mac_address': 'fa:16:3e:cb:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:05Z', 'updated_at': '2021-08-25T16:11:16Z', 'revision_number': 5, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'subnets': [{'id': 'd2622123-f032-4ebd-a045-23ca33227397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:38.735391 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6336907-0a72-4b69-b46c-48a481038c53 None None] The sync data for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi is: [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:11:06Z', 'revision_number': 4, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '652e3eae-d8f3-4e45-a61a-4592376ac091', 'name': '', 'network_id': '53705678-def4-4b8e-a6fe-f5d17934f7df', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'mac_address': 'fa:16:3e:cb:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2622123-f032-4ebd-a045-23ca33227397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:05Z', 'updated_at': '2021-08-25T16:11:16Z', 'revision_number': 5, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'subnets': [{'id': 'd2622123-f032-4ebd-a045-23ca33227397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:38.977185 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ebcffb-7708-4a4f-a605-db5c08e1df9e None None] New status for floating IP 971a5c38-f24e-40e8-a0d0-d2063c1a6410: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:17:39.346024 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c1b0-76bf-4487-a161-bced7467ee74 req-a750f231-8f8c-49da-97d8-a90e89cb9316 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:39.347563 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dab7c1b0-76bf-4487-a161-bced7467ee74 req-a750f231-8f8c-49da-97d8-a90e89cb9316 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0848286 Aug 25 16:17:39.396091 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dab7c1b0-76bf-4487-a161-bced7467ee74 req-2e40aa89-6853-4801-a7a6-2d89609a7983 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Aug 25 16:17:40.159714 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-7a39f58a-f454-4b2e-8908-06d42616071c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:40.160398 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-7a39f58a-f454-4b2e-8908-06d42616071c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Synchronizing usage tracker for tenant:89c53cb5a3ba4f2fa52a91a2b51b387f on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:17:40.175534 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-7a39f58a-f454-4b2e-8908-06d42616071c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Unset dirty status for tenant:89c53cb5a3ba4f2fa52a91a2b51b387f on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:17:40.176745 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-7a39f58a-f454-4b2e-8908-06d42616071c tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.76 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0897911 Aug 25 16:17:40.244901 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Deleting port 13c47cee-dbde-4300-97af-7348c597ef74 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:40.245164 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.481149 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] For port 13c47cee-dbde-4300-97af-7348c597ef74, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=13c47cee-dbde-4300-97af-7348c597ef74,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:40.481502 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.592586 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698de61-7454-4e3b-ab37-bf165d4a106a req-ff574d34-20b1-4ac9-be20-af28bfee90d1 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:40.594154 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d698de61-7454-4e3b-ab37-bf165d4a106a req-ff574d34-20b1-4ac9-be20-af28bfee90d1 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 945 time: 0.0752890 Aug 25 16:17:40.599154 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Calling delete_port for 13c47cee-dbde-4300-97af-7348c597ef74 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:40.647494 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d698de61-7454-4e3b-ab37-bf165d4a106a req-3f4cd1b2-981b-4087-821a-643b2cf2f53f tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/security-groups?id=b47685e2-ae29-4240-878b-06a84e4fec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477970 Aug 25 16:17:40.738063 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.743194 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:40.786811 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event deleted for resources: {'Port': ['ID=13c47cee-dbde-4300-97af-7348c597ef74,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:40.790743 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:40.858257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] No DVR routers for this DVR port 13c47cee-dbde-4300-97af-7348c597ef74 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:40.860445 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:40.862891 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'name': 'network-vif-deleted', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:40.878791 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95023f0b-f100-4e90-932d-cefe41ac4e15 req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.76 "DELETE /v2.0/ports/13c47cee-dbde-4300-97af-7348c597ef74 HTTP/1.1" status: 204 len: 173 time: 0.6934235 Aug 25 16:17:40.918322 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72', 'name': 'network-vif-deleted', 'tag': '13c47cee-dbde-4300-97af-7348c597ef74', 'status': 'completed', 'code': 200} Aug 25 16:17:41.821054 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-79351507-304b-41e6-a796-6ace354b9dc9 req-ddc71d05-8b95-4b74-a6af-6a7b40967e3a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "GET /v2.0/ports?device_id=917bc9b5-4dc2-4e66-b1a2-0ca79d1fea72 HTTP/1.1" status: 200 len: 210 time: 0.0420218 Aug 25 16:17:42.925767 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60690) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:43.000699 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c01e8458-6c86-4182-8456-ace8378985d9 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:43.028910 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c01e8458-6c86-4182-8456-ace8378985d9 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:43.093747 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c01e8458-6c86-4182-8456-ace8378985d9 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:43.098626 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-24700604-46aa-47c1-a4f8-72fe57e4a286 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:43.114146 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e8458-6c86-4182-8456-ace8378985d9 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47685e2-ae29-4240-878b-06a84e4fec77,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:43.116716 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c01e8458-6c86-4182-8456-ace8378985d9 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:43.127942 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c01e8458-6c86-4182-8456-ace8378985d9 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:43.129160 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c01e8458-6c86-4182-8456-ace8378985d9 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] 10.222.0.73 "DELETE /v2.0/security-groups/b47685e2-ae29-4240-878b-06a84e4fec77 HTTP/1.1" status: 204 len: 168 time: 0.2024152 Aug 25 16:17:43.203879 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60696) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:43.396117 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 13c47cee-dbde-4300-97af-7348c597ef74 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:43.428481 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 13c47cee-dbde-4300-97af-7348c597ef74 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:43.428816 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 13c47cee-dbde-4300-97af-7348c597ef74 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:43.719241 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f367b113-2b16-46a5-b9a9-91b76ae3ac93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:43.850493 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2020191'] for router_interface, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:44.183658 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:44.474798 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Deleting port 652e3eae-d8f3-4e45-a61a-4592376ac091 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:44.475312 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:44.643067 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] For port 652e3eae-d8f3-4e45-a61a-4592376ac091, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=652e3eae-d8f3-4e45-a61a-4592376ac091,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:44.643371 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:44.760233 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Calling delete_port for 652e3eae-d8f3-4e45-a61a-4592376ac091 owned by network:router_interface {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:44.934760 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:44.938867 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4a066488-05fe-4458-8b82-3ff2e5d5ca86 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:44.979647 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=652e3eae-d8f3-4e45-a61a-4592376ac091,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:44.984218 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:45.360034 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3043458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2020267'] for router_interface, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:45.582409 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6673f5a-6064-45d3-96d3-1546517af554 req-963ae7be-dfe2-4fc0-802b-dabe21f3e5b0 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523611338&fields=id&tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e HTTP/1.1" status: 200 len: 267 time: 0.0646863 Aug 25 16:17:45.821508 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6673f5a-6064-45d3-96d3-1546517af554 req-12768a38-ed60-4e1d-924c-b3b6262b9a11 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:45.822950 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6673f5a-6064-45d3-96d3-1546517af554 req-12768a38-ed60-4e1d-924c-b3b6262b9a11 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 984 time: 0.2325997 Aug 25 16:17:45.836476 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-e6673f5a-6064-45d3-96d3-1546517af554 req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Request body: {'port': {'security_groups': ['ba7b93b8-ae42-4725-904d-2b0db2787068']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:17:46.024121 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-e6673f5a-6064-45d3-96d3-1546517af554 req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.253685 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:17:46.331102 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:46.352952 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-e6673f5a-6064-45d3-96d3-1546517af554 req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] For port 0f84fba7-36ff-4c2a-9e46-f6470a53d676, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:46.441106 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-e6673f5a-6064-45d3-96d3-1546517af554 req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.451523 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-e6673f5a-6064-45d3-96d3-1546517af554 req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7215769'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.463624 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:46.498659 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['0f84fba7-36ff-4c2a-9e46-f6470a53d676'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:17:46.554381 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dbcab8c3-12f3-4836-8e1c-0ae09779553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.656423 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6673f5a-6064-45d3-96d3-1546517af554 req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:46.657035 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-e6673f5a-6064-45d3-96d3-1546517af554 req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.658382 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6673f5a-6064-45d3-96d3-1546517af554 req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "PUT /v2.0/ports/0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 942 time: 0.8283241 Aug 25 16:17:46.659062 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:46.664804 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60742) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:46.672600 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event updated for resources: {'Port': ['ID=0f84fba7-36ff-4c2a-9e46-f6470a53d676,revision_number=7']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:46.677007 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6af7efbd-f89b-4cc0-89d9-155a04283b81 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:46.743247 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'status': 'completed', 'code': 200} Aug 25 16:17:46.779369 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea02ef1f-8e4c-47d4-9755-40ad0d468c28 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.797095 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:46.811437 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6fead6c7-9acc-4191-9831-e978c3b00f5a admin admin] 10.222.0.73 "PUT /v2.0/routers/0dd92018-4b7a-4dd8-b76e-6289120a00d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6063161 Aug 25 16:17:46.814825 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60754) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:46.815775 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea02ef1f-8e4c-47d4-9755-40ad0d468c28 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.817049 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] Sync routers for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:46.832693 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:46.833329 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:46.920473 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['0f84fba7-36ff-4c2a-9e46-f6470a53d676'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:17:46.933330 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea02ef1f-8e4c-47d4-9755-40ad0d468c28 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.945529 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7e498e4b-ce74-43f0-884c-e8ccc10ed27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:46.977510 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02ef1f-8e4c-47d4-9755-40ad0d468c28 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a4a02-833e-4f5a-8925-a7cb36c82e24,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:46.981538 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea02ef1f-8e4c-47d4-9755-40ad0d468c28 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:46.982953 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ea02ef1f-8e4c-47d4-9755-40ad0d468c28 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "DELETE /v2.0/security-groups/330a4a02-833e-4f5a-8925-a7cb36c82e24 HTTP/1.1" status: 204 len: 168 time: 0.3165307 Aug 25 16:17:46.984432 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea02ef1f-8e4c-47d4-9755-40ad0d468c28 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:46.990518 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60764) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:47.081763 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-55c9f3ef-32c9-430c-89c4-3dfdbb554bca req-e6ce4bcb-079d-4ff7-b238-1b44b442590e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1098 time: 0.2862644 Aug 25 16:17:47.165843 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks [] for router, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.199863 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-d7bf7d29-978e-4213-b037-55294722acb9 None None] Provisioning complete for port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:47.200244 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7d29-978e-4213-b037-55294722acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.375274 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:47.433542 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.445421 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Deleting port 91e899d2-4102-470e-9f36-c7707f037228 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:47.446074 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.473703 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Deleting port c776962e-4b42-4729-8199-ffa9ee0f6b5b {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:47.474038 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.507526 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f3ef-32c9-430c-89c4-3dfdbb554bca req-4cba1d0a-f040-4939-8e55-8d55ccdce460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:47.508978 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-55c9f3ef-32c9-430c-89c4-3dfdbb554bca req-4cba1d0a-f040-4939-8e55-8d55ccdce460 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 200 len: 917 time: 0.4152515 Aug 25 16:17:47.612011 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.653808 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] For port 91e899d2-4102-470e-9f36-c7707f037228, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=91e899d2-4102-470e-9f36-c7707f037228,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:47.654284 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.691301 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-55c9f3ef-32c9-430c-89c4-3dfdbb554bca req-77ca8729-c468-4352-afc2-539cf8692189 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 1000 time: 0.1746035 Aug 25 16:17:47.717755 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '91e899d2-4102-470e-9f36-c7707f037228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:17:44Z', 'revision_number': 5, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port': {'id': '91e899d2-4102-470e-9f36-c7707f037228', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:01Z', 'updated_at': '2021-08-25T16:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:47.721940 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] Checking router: 0dd92018-4b7a-4dd8-b76e-6289120a00d3 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:47.732830 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] Routers {'0dd92018-4b7a-4dd8-b76e-6289120a00d3'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:47.733590 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:47.779967 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.780291 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.788988 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Calling delete_port for 91e899d2-4102-470e-9f36-c7707f037228 owned by network:router_gateway {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:47.796042 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f3ef-32c9-430c-89c4-3dfdbb554bca req-55f15546-4832-496f-ada8-727a476febdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:47.797587 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-55c9f3ef-32c9-430c-89c4-3dfdbb554bca req-55f15546-4832-496f-ada8-727a476febdc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=714c16f9-7f00-4843-bcb2-e196b7e3d9f5 HTTP/1.1" status: 200 len: 854 time: 0.0963249 Aug 25 16:17:47.940221 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Calling delete_port for c776962e-4b42-4729-8199-ffa9ee0f6b5b owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:47.954470 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] Set router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:47.979205 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:47.985608 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:48.033633 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e899d2-4102-470e-9f36-c7707f037228,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:48.037300 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:48.043483 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-55c9f3ef-32c9-430c-89c4-3dfdbb554bca req-06be6299-1ec6-4c34-bf63-18667333c793 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb487cc1-8361-4b03-ad8f-5871e51caff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1933599 Aug 25 16:17:48.063015 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:17:47Z', 'revision_number': 6, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port_host': None}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:48.067363 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5f2ca-096c-4f07-9d47-903c7f8fccce None None] The sync data for ids ['0dd92018-4b7a-4dd8-b76e-6289120a00d3'] in dv-cinder-806007-1-iscsi is: [{'id': '0dd92018-4b7a-4dd8-b76e-6289120a00d3', 'name': 'tempest-TestShelveInstance-943803481-router', 'tenant_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:00Z', 'updated_at': '2021-08-25T16:17:47Z', 'revision_number': 6, 'project_id': '89c53cb5a3ba4f2fa52a91a2b51b387f', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:48.230092 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:48.236406 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f84b839d-6ff6-46c8-a836-8679769a2ebd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:48.272021 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022946'] for router_gateway, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:48.277389 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event deleted for resources: {'Port': ['ID=c776962e-4b42-4729-8199-ffa9ee0f6b5b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:48.280693 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-55c9f3ef-32c9-430c-89c4-3dfdbb554bca req-96d2d8fe-37c4-4afe-b758-dda70ab567af service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282465 Aug 25 16:17:48.282921 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:48.477984 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:48.563960 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-55c9f3ef-32c9-430c-89c4-3dfdbb554bca req-658a3136-af7d-4298-9be7-95d3a4abf715 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552791 Aug 25 16:17:48.683733 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2017422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12587'] for router, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:48.688514 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:48.715511 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2017822'] for router, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:48.716333 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd92018-4b7a-4dd8-b76e-6289120a00d3 {{(pid=75028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:17:48.729551 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:48.733546 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d20ca5bb-3b18-4594-b0de-434af09f8a78 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0dd92018-4b7a-4dd8-b76e-6289120a00d3 HTTP/1.1" status: 204 len: 168 time: 1.9153404 Aug 25 16:17:48.733773 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60780) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:48.798586 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fbca11-ee86-41c8-84e5-7a5e3172be16 admin admin] Deleting subnet d2622123-f032-4ebd-a045-23ca33227397 {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:17:48.802515 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-47fbca11-ee86-41c8-84e5-7a5e3172be16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:48.861059 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-47fbca11-ee86-41c8-84e5-7a5e3172be16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6821172'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.030553 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-47fbca11-ee86-41c8-84e5-7a5e3172be16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.042941 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Router f24054db-eb44-4a3c-b796-49ed047a9bd4 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:49.109577 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-47fbca11-ee86-41c8-84e5-7a5e3172be16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7215715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7181577'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.115216 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:49.149851 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbca11-ee86-41c8-84e5-7a5e3172be16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2622123-f032-4ebd-a045-23ca33227397,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:49.153038 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-47fbca11-ee86-41c8-84e5-7a5e3172be16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:49.155528 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-47fbca11-ee86-41c8-84e5-7a5e3172be16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.163023 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d7e482-eed7-4b00-969f-b10f63bd3bf1 None None] Network 53705678-def4-4b8e-a6fe-f5d17934f7df requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:49.165684 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-47fbca11-ee86-41c8-84e5-7a5e3172be16 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d2622123-f032-4ebd-a045-23ca33227397 HTTP/1.1" status: 204 len: 168 time: 0.4309046 Aug 25 16:17:49.168111 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60792) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:49.265648 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:49.279538 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] Sync routers for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:49.286582 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.297582 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:49.298223 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:49.300788 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.312324 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Deleting port 416b66fc-ed87-41bf-8004-ab1db940c4e0 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:49.312656 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.347252 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-726b89d0-b091-49de-ba52-e4c9a5cb1add tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "DELETE /v2.0/floatingips/b803a015-ee53-4525-ade7-39436a3200a0 HTTP/1.1" status: 204 len: 168 time: 2.3512630 Aug 25 16:17:49.348135 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:49.416447 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'status': 'completed', 'code': 200} Aug 25 16:17:49.502818 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:49.569196 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] DHCP port deletion for 53705678-def4-4b8e-a6fe-f5d17934f7df request from dv-cinder-806007-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:17:49.573878 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] Deleting port 416b66fc-ed87-41bf-8004-ab1db940c4e0 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:49.574326 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.583433 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] For port 416b66fc-ed87-41bf-8004-ab1db940c4e0, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=416b66fc-ed87-41bf-8004-ab1db940c4e0,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:49.588097 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.610912 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a93ab50d-2f19-4b0a-a3ed-2d498b05b7e4 req-8c07af69-5461-4273-91a5-eac2e804b8ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 1098 time: 0.1395380 Aug 25 16:17:49.710090 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 652e3eae-d8f3-4e45-a61a-4592376ac091 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:49.768651 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 652e3eae-d8f3-4e45-a61a-4592376ac091 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:49.769127 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 652e3eae-d8f3-4e45-a61a-4592376ac091 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:49.769807 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 91e899d2-4102-470e-9f36-c7707f037228 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:49.791165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Calling delete_port for 416b66fc-ed87-41bf-8004-ab1db940c4e0 owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:49.794868 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab50d-2f19-4b0a-a3ed-2d498b05b7e4 req-e308ffcf-c3b7-46ff-8b6b-9a5b68e2425e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:49.796579 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a93ab50d-2f19-4b0a-a3ed-2d498b05b7e4 req-e308ffcf-c3b7-46ff-8b6b-9a5b68e2425e service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 200 len: 917 time: 0.1792448 Aug 25 16:17:49.843402 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 91e899d2-4102-470e-9f36-c7707f037228 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:49.844236 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 91e899d2-4102-470e-9f36-c7707f037228 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:49.852350 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.899842 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a93ab50d-2f19-4b0a-a3ed-2d498b05b7e4 req-f56de4dd-d38c-40e4-8231-bc005bc71a8d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 200 len: 217 time: 0.0930626 Aug 25 16:17:49.923686 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:49.957114 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-09c13986-f757-4bf5-a303-10833f3e2ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:50.018350 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab50d-2f19-4b0a-a3ed-2d498b05b7e4 req-703a28eb-1636-416a-8194-8735a9841c30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:50.019998 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a93ab50d-2f19-4b0a-a3ed-2d498b05b7e4 req-703a28eb-1636-416a-8194-8735a9841c30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=714c16f9-7f00-4843-bcb2-e196b7e3d9f5 HTTP/1.1" status: 200 len: 854 time: 0.1027036 Aug 25 16:17:50.022392 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Pushing event deleted for resources: {'Port': ['ID=416b66fc-ed87-41bf-8004-ab1db940c4e0,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:50.024370 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] No DVR routers for this DVR port 416b66fc-ed87-41bf-8004-ab1db940c4e0 on host dv-cinder-806007-1-iscsi {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:50.026290 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:50.029586 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] For port 416b66fc-ed87-41bf-8004-ab1db940c4e0, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=416b66fc-ed87-41bf-8004-ab1db940c4e0,segment=NetworkSegment(79e22459-4f7f-4e7b-b08c-8d50adfd46a7),segment_id=79e22459-4f7f-4e7b-b08c-8d50adfd46a7)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:50.031635 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:50.049381 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '1ba91b93-23d6-402b-968f-343cfd00f213', 'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'mac_address': 'fa:16:3e:b1:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:49Z', 'updated_at': '2021-08-25T16:15:09Z', 'revision_number': 5, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'subnets': [{'id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:50.053753 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] Checking router: f24054db-eb44-4a3c-b796-49ed047a9bd4 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:50.067796 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:50.068736 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:50.117785 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a93ab50d-2f19-4b0a-a3ed-2d498b05b7e4 req-ba9e3dbd-2ded-4227-9684-c72384304d9c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb487cc1-8361-4b03-ad8f-5871e51caff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882189 Aug 25 16:17:50.211305 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] Calling delete_port for 416b66fc-ed87-41bf-8004-ab1db940c4e0 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:50.238195 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:50.266473 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53705678-def4-4b8e-a6fe-f5d17934f7df']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:50.276345 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:50.281462 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e22459-4f7f-4e7b-b08c-8d50adfd46a7') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:50.281990 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e22459-4f7f-4e7b-b08c-8d50adfd46a7') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:50.295212 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6821179'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:50.310190 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:17:50.312026 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:50.312323 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:17:50.320230 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:17:50.320868 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7215813'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:50.325984 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a93ab50d-2f19-4b0a-a3ed-2d498b05b7e4 req-a46077fb-4638-46ee-87cd-ccc460ba00c2 service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006252 Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: timer() Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: self._notify() Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: event.method(event) Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:17:50.336614 dv-cinder-806007-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:17:50.506287 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a93ab50d-2f19-4b0a-a3ed-2d498b05b7e4 req-728f9771-fbb7-4cc2-874b-3430f9d64b5d service neutron] 10.222.0.76 "GET /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671824 Aug 25 16:17:50.545550 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:50.548882 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:50.571837 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:50.578979 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Pushing event deleted for resources: {'Network': ['ID=53705678-def4-4b8e-a6fe-f5d17934f7df,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:50.584076 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:50.598119 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9df79bc5-2931-4557-ae72-75558a997238 admin admin] 10.222.0.73 "DELETE /v2.0/networks/53705678-def4-4b8e-a6fe-f5d17934f7df HTTP/1.1" status: 204 len: 168 time: 1.4289320 Aug 25 16:17:50.600831 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60812) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:50.717550 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '1ba91b93-23d6-402b-968f-343cfd00f213', 'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'mac_address': 'fa:16:3e:b1:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:49Z', 'updated_at': '2021-08-25T16:15:09Z', 'revision_number': 5, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'subnets': [{'id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:50.722748 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf6b51-95da-48ad-b002-6df24405f9f2 None None] The sync data for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi is: [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:14:50Z', 'revision_number': 4, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': '1ba91b93-23d6-402b-968f-343cfd00f213', 'name': '', 'network_id': 'eb487cc1-8361-4b03-ad8f-5871e51caff4', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'mac_address': 'fa:16:3e:b1:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:49Z', 'updated_at': '2021-08-25T16:15:09Z', 'revision_number': 5, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'subnets': [{'id': '714c16f9-7f00-4843-bcb2-e196b7e3d9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:50.813753 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] Deleting port 416b66fc-ed87-41bf-8004-ab1db940c4e0 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:50.814444 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:50.917454 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-99775fd8-5bbb-4688-97e0-8011baf23dbb None None] The port '416b66fc-ed87-41bf-8004-ab1db940c4e0' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:17:51.016088 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6428b-4233-4644-a123-318d6fb61d81 None None] New status for floating IP b803a015-ee53-4525-ade7-39436a3200a0: DOWN {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:17:51.056092 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2020191'] for router_interface, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:51.523162 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 416b66fc-ed87-41bf-8004-ab1db940c4e0 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:51.554793 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 416b66fc-ed87-41bf-8004-ab1db940c4e0 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:51.555144 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 416b66fc-ed87-41bf-8004-ab1db940c4e0 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:51.655828 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Deleting port 3a45c025-dfc6-46d3-a38c-48af0538587f {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:51.656161 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:51.825290 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] For port 3a45c025-dfc6-46d3-a38c-48af0538587f, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=3a45c025-dfc6-46d3-a38c-48af0538587f,segment=NetworkSegment(4c9a9827-570a-4bd3-b3f8-fb7f04e935eb),segment_id=4c9a9827-570a-4bd3-b3f8-fb7f04e935eb)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:51.825638 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:51.942621 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Calling delete_port for 3a45c025-dfc6-46d3-a38c-48af0538587f owned by network:router_interface {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:52.224523 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:52.228185 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:52.268897 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a45c025-dfc6-46d3-a38c-48af0538587f,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:52.272829 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:52.564735 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3043458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2020267'] for router_interface, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:53.142659 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Router c388607e-0af9-45c8-9f27-6823e83991bd has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:53.345645 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:53.355674 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] Sync routers for ids ['c388607e-0af9-45c8-9f27-6823e83991bd'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:53.366849 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60854) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:53.367753 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] Routers {'c388607e-0af9-45c8-9f27-6823e83991bd'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:53.368540 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c388607e-0af9-45c8-9f27-6823e83991bd'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:53.368851 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8661ddb8-76f5-4712-9fee-2e9877ffe34b admin admin] 10.222.0.73 "PUT /v2.0/routers/c388607e-0af9-45c8-9f27-6823e83991bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658737 Aug 25 16:17:53.548786 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] Set router c388607e-0af9-45c8-9f27-6823e83991bd gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:53.583032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:53.783041 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:53.794012 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Deleting port 9fa848b5-aed0-4a7b-a678-af5f64a19b11 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:53.794511 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:53.855770 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:17:52Z', 'revision_number': 5, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'gw_port': {'id': '9fa848b5-aed0-4a7b-a678-af5f64a19b11', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:14Z', 'updated_at': '2021-08-25T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:53.860715 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] Checking router: c388607e-0af9-45c8-9f27-6823e83991bd for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:53.871667 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] Routers {'c388607e-0af9-45c8-9f27-6823e83991bd'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:53.872687 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c388607e-0af9-45c8-9f27-6823e83991bd'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:54.069448 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] Set router c388607e-0af9-45c8-9f27-6823e83991bd gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:54.069706 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda591da-e390-4628-84f8-718a7f52c594 req-9eba951c-fef4-40db-9a16-0dd8ec5d8d04 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:54.071188 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bda591da-e390-4628-84f8-718a7f52c594 req-9eba951c-fef4-40db-9a16-0dd8ec5d8d04 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.0796032 Aug 25 16:17:54.098623 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] For port 9fa848b5-aed0-4a7b-a678-af5f64a19b11, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=9fa848b5-aed0-4a7b-a678-af5f64a19b11,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:54.099036 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.118129 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bda591da-e390-4628-84f8-718a7f52c594 req-7edd9e0e-302b-42d3-a305-0da0833aadcb tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Aug 25 16:17:54.172462 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:17:53Z', 'revision_number': 6, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'gw_port_host': None}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:54.176319 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a9997d-a46a-44ff-8d0d-18590ddee9c4 None None] The sync data for ids ['c388607e-0af9-45c8-9f27-6823e83991bd'] in dv-cinder-806007-1-iscsi is: [{'id': 'c388607e-0af9-45c8-9f27-6823e83991bd', 'name': 'tempest-TestShelveInstance-1425376113-router', 'tenant_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:17:53Z', 'revision_number': 6, 'project_id': 'abf4f0b658ff46b8aad7469e5663ffb8', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:54.221929 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Calling delete_port for 9fa848b5-aed0-4a7b-a678-af5f64a19b11 owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:54.380555 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.383841 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8411d22c-7bf3-48f4-ae56-5cc23ad222e0 tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:54.424396 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa848b5-aed0-4a7b-a678-af5f64a19b11,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:54.462942 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.463254 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.463653 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.464716 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.465079 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.465434 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.465787 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.466146 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.466494 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.466840 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.467188 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:54.473671 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:54.661664 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022946'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.910701 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2017422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12587'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.914780 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.942487 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2017822'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.942992 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c388607e-0af9-45c8-9f27-6823e83991bd {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:17:54.956698 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:54.960126 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c388607e-0af9-45c8-9f27-6823e83991bd HTTP/1.1" status: 204 len: 168 time: 1.5890238 Aug 25 16:17:54.960383 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60882) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:55.027522 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] Deleting subnet 152a1387-e88f-4fa2-a6f7-ac2ea73f4f46 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:17:55.031557 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.087123 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.206372 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.282263 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.285137 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-30a44050-8cb2-4d4c-94c9-376ce44fe0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:55.316146 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152a1387-e88f-4fa2-a6f7-ac2ea73f4f46,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:55.320498 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:55.325299 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.331057 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb3e00c-ba44-410e-83be-08d9cedd75b8 None None] Network 0ebbda85-55bb-4b2d-982a-e5ecde095c1f requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:55.332176 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20dd10-a45a-4ee3-9811-538094df97c8 req-a71775e6-b25a-432a-a98b-474f65f00c15 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:55.333604 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/152a1387-e88f-4fa2-a6f7-ac2ea73f4f46 HTTP/1.1" status: 204 len: 168 time: 0.3721881 Aug 25 16:17:55.333742 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5e20dd10-a45a-4ee3-9811-538094df97c8 req-a71775e6-b25a-432a-a98b-474f65f00c15 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.0869198 Aug 25 16:17:55.334115 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60892) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:55.543214 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 9fa848b5-aed0-4a7b-a678-af5f64a19b11 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:55.581254 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 9fa848b5-aed0-4a7b-a678-af5f64a19b11 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:55.581642 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 9fa848b5-aed0-4a7b-a678-af5f64a19b11 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:55.582133 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 3a45c025-dfc6-46d3-a38c-48af0538587f no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:55.582402 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.587041 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5e20dd10-a45a-4ee3-9811-538094df97c8 req-2c76d6bb-6ea5-47c6-8f58-fda6cca83f10 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335536 Aug 25 16:17:55.597260 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Deleting port 028b3d3d-d00e-4c19-b300-f0b6425b2319 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:55.597604 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.621630 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 3a45c025-dfc6-46d3-a38c-48af0538587f {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:55.621987 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 3a45c025-dfc6-46d3-a38c-48af0538587f not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:55.699584 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] DHCP port deletion for 0ebbda85-55bb-4b2d-982a-e5ecde095c1f request from dv-cinder-806007-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:17:55.704147 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] Deleting port 028b3d3d-d00e-4c19-b300-f0b6425b2319 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:55.704525 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.813521 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] For port 028b3d3d-d00e-4c19-b300-f0b6425b2319, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=028b3d3d-d00e-4c19-b300-f0b6425b2319,segment=NetworkSegment(4c9a9827-570a-4bd3-b3f8-fb7f04e935eb),segment_id=4c9a9827-570a-4bd3-b3f8-fb7f04e935eb)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:55.813872 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.905498 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] For port 028b3d3d-d00e-4c19-b300-f0b6425b2319, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=028b3d3d-d00e-4c19-b300-f0b6425b2319,segment=NetworkSegment(4c9a9827-570a-4bd3-b3f8-fb7f04e935eb),segment_id=4c9a9827-570a-4bd3-b3f8-fb7f04e935eb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:55.905889 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.935467 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Calling delete_port for 028b3d3d-d00e-4c19-b300-f0b6425b2319 owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:56.008182 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.012419 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8d222f60-d3d9-4593-91bd-53d50a21bb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:56.022170 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] Calling delete_port for 028b3d3d-d00e-4c19-b300-f0b6425b2319 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:56.058468 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=028b3d3d-d00e-4c19-b300-f0b6425b2319,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:56.061058 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:56.063652 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] No DVR routers for this DVR port 028b3d3d-d00e-4c19-b300-f0b6425b2319 on host dv-cinder-806007-1-iscsi {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:56.094592 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:17:56.094952 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:17:56.181631 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.196148 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebbda85-55bb-4b2d-982a-e5ecde095c1f']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:56.210207 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:56.210507 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9a9827-570a-4bd3-b3f8-fb7f04e935eb') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:56.222432 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6821179'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.240894 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.251329 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:17:56.251912 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7215813'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: timer() Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: self._notify() Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: event.method(event) Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:17:56.265797 dv-cinder-806007-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:17:56.295879 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-c1765306-1b6a-4785-84d6-1d4ed79bfb4e tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:56.296594 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-c1765306-1b6a-4785-84d6-1d4ed79bfb4e tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Synchronizing usage tracker for tenant:6cd2ef53a9fb421cbbfe070c8ace193e on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:17:56.312888 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-c1765306-1b6a-4785-84d6-1d4ed79bfb4e tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Unset dirty status for tenant:6cd2ef53a9fb421cbbfe070c8ace193e on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:17:56.314007 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-c1765306-1b6a-4785-84d6-1d4ed79bfb4e tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.76 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.1959231 Aug 25 16:17:56.352677 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.357387 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-111d649f-f6b2-4c65-ae52-74ef9fedb310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:56.373352 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.379742 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ebbda85-55bb-4b2d-982a-e5ecde095c1f,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:56.384145 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:56.391000 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4611c222-67e2-4e1d-a2a0-cc514220b7d7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0ebbda85-55bb-4b2d-982a-e5ecde095c1f HTTP/1.1" status: 204 len: 168 time: 1.0559378 Aug 25 16:17:56.391869 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Deleting port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:56.393138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.553598 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60916) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:56.596433 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] Deleting port 028b3d3d-d00e-4c19-b300-f0b6425b2319 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:56.597061 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.623789 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1b813557-1397-4eb4-80e8-93cbfb97bacb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89c53cb5a3ba4f2fa52a91a2b51b387f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0682974 Aug 25 16:17:56.625624 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60924) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:56.664798 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-54e37dca-35d2-4e08-9efd-2246f6c7ef07 None None] The port '028b3d3d-d00e-4c19-b300-f0b6425b2319' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:17:56.665231 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] For port 0f84fba7-36ff-4c2a-9e46-f6470a53d676, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=0f84fba7-36ff-4c2a-9e46-f6470a53d676,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:56.665772 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.814455 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5dcec-d251-4dde-ba2f-8bf15daff55c req-dfdcc673-6f90-4115-9e42-5728af21a821 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:56.815242 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Calling delete_port for 0f84fba7-36ff-4c2a-9e46-f6470a53d676 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:56.815967 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-29c5dcec-d251-4dde-ba2f-8bf15daff55c req-dfdcc673-6f90-4115-9e42-5728af21a821 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e67092-e781-401b-9ed0-5a4c7cc6b023 HTTP/1.1" status: 200 len: 945 time: 0.0853877 Aug 25 16:17:56.882660 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-29c5dcec-d251-4dde-ba2f-8bf15daff55c req-55bcf707-d66f-4a32-896c-34f9ccc09ba8 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.73 "GET /v2.0/security-groups?id=ba7b93b8-ae42-4725-904d-2b0db2787068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582144 Aug 25 16:17:56.902730 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-654ed2f7-c794-4682-bede-d5f4ad092bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.941625 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-654ed2f7-c794-4682-bede-d5f4ad092bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.961867 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60932) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:57.039587 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.047743 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:57.078785 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['0f84fba7-36ff-4c2a-9e46-f6470a53d676'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:17:57.093351 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Pushing event deleted for resources: {'Port': ['ID=0f84fba7-36ff-4c2a-9e46-f6470a53d676,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:57.095780 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:57.098367 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-654ed2f7-c794-4682-bede-d5f4ad092bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.101726 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ab854baa-fe5a-4910-954b-2347e0e57049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:57.111691 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.145732 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:57.149577 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] Usage tracker for resource:security_group_rule and tenant:b4cf4aefae6d4bdf93048c5edba5d447 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:57.150956 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ed2f7-c794-4682-bede-d5f4ad092bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5b05f5-3600-4245-8fd3-a559ff2f28f4,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:57.153174 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:57.153820 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-654ed2f7-c794-4682-bede-d5f4ad092bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:57.159216 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:57.204051 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] No DVR routers for this DVR port 0f84fba7-36ff-4c2a-9e46-f6470a53d676 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:57.206724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.212999 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'name': 'network-vif-deleted', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:57.223812 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-654ed2f7-c794-4682-bede-d5f4ad092bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.224903 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-654ed2f7-c794-4682-bede-d5f4ad092bed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e5b05f5-3600-4245-8fd3-a559ff2f28f4 HTTP/1.1" status: 204 len: 168 time: 0.5983186 Aug 25 16:17:57.226665 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-32e1e768-e10c-46fb-bdd7-d9e19d86ea7f req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] 10.222.0.76 "DELETE /v2.0/ports/0f84fba7-36ff-4c2a-9e46-f6470a53d676 HTTP/1.1" status: 204 len: 173 time: 0.9038770 Aug 25 16:17:57.232485 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.237239 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.246277 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4703c721-9338-45af-a1b2-cd30a3872821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:57.274912 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e67092-e781-401b-9ed0-5a4c7cc6b023', 'name': 'network-vif-deleted', 'tag': '0f84fba7-36ff-4c2a-9e46-f6470a53d676', 'status': 'completed', 'code': 200} Aug 25 16:17:57.288554 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5800c165-4f83-4747-82a5-11cdf7cda4b0,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:57.295754 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60942) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:57.295861 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4cf4aefae6d4bdf93048c5edba5d447&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3326576 Aug 25 16:17:57.296768 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1e2b6f75-d88e-4735-8ec5-6a9d9687f89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:57.364775 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dc03bb6b-d109-4c25-8fe6-6fdc0b458491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.392933 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dc03bb6b-d109-4c25-8fe6-6fdc0b458491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.449785 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dc03bb6b-d109-4c25-8fe6-6fdc0b458491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.454958 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67fffdad-00d2-4b0d-b168-a9e5d4db2c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:57.471893 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03bb6b-d109-4c25-8fe6-6fdc0b458491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5800c165-4f83-4747-82a5-11cdf7cda4b0,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:57.474725 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dc03bb6b-d109-4c25-8fe6-6fdc0b458491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:57.475641 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dc03bb6b-d109-4c25-8fe6-6fdc0b458491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.479378 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-dc03bb6b-d109-4c25-8fe6-6fdc0b458491 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5800c165-4f83-4747-82a5-11cdf7cda4b0 HTTP/1.1" status: 204 len: 168 time: 0.1800380 Aug 25 16:17:57.565928 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 028b3d3d-d00e-4c19-b300-f0b6425b2319 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:57.603330 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 028b3d3d-d00e-4c19-b300-f0b6425b2319 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:57.604829 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 028b3d3d-d00e-4c19-b300-f0b6425b2319 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:57.607686 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60950) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:57.664080 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-39596c4a-8cfd-4035-bb42-e38a6fba2129 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=abf4f0b658ff46b8aad7469e5663ffb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550573 Aug 25 16:17:57.666626 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60956) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:57.724525 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e8b74d57-0d5d-43b3-a5f1-a8da6db71b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.753400 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e8b74d57-0d5d-43b3-a5f1-a8da6db71b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.807246 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e8b74d57-0d5d-43b3-a5f1-a8da6db71b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.811726 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a1e647b1-ca27-4fa1-a1d7-672f2937f8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:57.825375 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b74d57-0d5d-43b3-a5f1-a8da6db71b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ecf3d0-6731-4960-9b29-0bab210062ad,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:57.830365 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e8b74d57-0d5d-43b3-a5f1-a8da6db71b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:57.837812 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e8b74d57-0d5d-43b3-a5f1-a8da6db71b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.839224 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e8b74d57-0d5d-43b3-a5f1-a8da6db71b69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9ecf3d0-6731-4960-9b29-0bab210062ad HTTP/1.1" status: 204 len: 168 time: 0.1716022 Aug 25 16:17:57.862906 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 60962) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:57.881898 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:57.914082 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:57.918242 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Usage tracker for resource:security_group_rule and tenant:bdd43038e2d0478abc707fef0d6e70e3 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:57.921448 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:57.928502 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:58.007269 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.011786 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.022196 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0004be13-b869-4ae6-8c2e-97669097fdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:58.065028 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bdd43038e2d0478abc707fef0d6e70e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2009373 Aug 25 16:17:58.066694 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafed5a5-ea2d-4f12-93be-60adf62ddb5c,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:58.067724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 60970) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:58.069884 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:58.139940 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7450970-749b-4e7b-951f-e019e3cbfdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.167334 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7450970-749b-4e7b-951f-e019e3cbfdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.225370 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7450970-749b-4e7b-951f-e019e3cbfdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.230954 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-de0f6ca3-c1c4-4e0f-9677-dc26c1e02428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:58.244935 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7450970-749b-4e7b-951f-e019e3cbfdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafed5a5-ea2d-4f12-93be-60adf62ddb5c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:58.254653 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e7450970-749b-4e7b-951f-e019e3cbfdc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:58.263098 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e7450970-749b-4e7b-951f-e019e3cbfdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.264688 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e7450970-749b-4e7b-951f-e019e3cbfdc0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dafed5a5-ea2d-4f12-93be-60adf62ddb5c HTTP/1.1" status: 204 len: 168 time: 0.1956160 Aug 25 16:17:58.770043 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 32792) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:59.161510 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2020191'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:59.480788 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 0f84fba7-36ff-4c2a-9e46-f6470a53d676 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:59.521913 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 0f84fba7-36ff-4c2a-9e46-f6470a53d676 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:59.522263 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 0f84fba7-36ff-4c2a-9e46-f6470a53d676 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:59.844454 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Deleting port 1ba91b93-23d6-402b-968f-343cfd00f213 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:59.844961 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:00.017590 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] For port 1ba91b93-23d6-402b-968f-343cfd00f213, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=1ba91b93-23d6-402b-968f-343cfd00f213,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:00.017944 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:00.135946 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Calling delete_port for 1ba91b93-23d6-402b-968f-343cfd00f213 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:00.313809 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:00.317936 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b4534adf-8111-4d94-ab48-9b6336ae1ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:00.360994 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba91b93-23d6-402b-968f-343cfd00f213,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:00.363428 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:00.680748 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3043458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2020267'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.380581 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Router f24054db-eb44-4a3c-b796-49ed047a9bd4 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:18:01.585610 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:01.597286 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] Sync routers for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:01.600716 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-67468277-3642-40e1-96e4-cfbc758f0da6 admin admin] 10.222.0.73 "PUT /v2.0/routers/f24054db-eb44-4a3c-b796-49ed047a9bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8295734 Aug 25 16:18:01.603359 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 32842) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:01.609396 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:01.610009 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:01.782503 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:01.795121 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.991606 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:02.001161 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Deleting port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:02.001525 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:02.079607 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:18:00Z', 'revision_number': 5, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port': {'id': '3efbc154-bc6f-44e0-b8f0-ec3aa10773f7', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:46Z', 'updated_at': '2021-08-25T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:02.083706 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] Checking router: f24054db-eb44-4a3c-b796-49ed047a9bd4 for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:02.094535 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] Routers {'f24054db-eb44-4a3c-b796-49ed047a9bd4'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:02.095349 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['f24054db-eb44-4a3c-b796-49ed047a9bd4'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:02.175381 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] For port 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=3efbc154-bc6f-44e0-b8f0-ec3aa10773f7,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:02.175887 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:02.286449 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] Set router f24054db-eb44-4a3c-b796-49ed047a9bd4 gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:02.400382 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:18:01Z', 'revision_number': 6, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port_host': None}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:02.405064 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5870424-7155-49c0-a40d-10a0b9bc2892 None None] The sync data for ids ['f24054db-eb44-4a3c-b796-49ed047a9bd4'] in dv-cinder-806007-1-iscsi is: [{'id': 'f24054db-eb44-4a3c-b796-49ed047a9bd4', 'name': 'tempest-TestMinimumBasicScenario-2045990635-router', 'tenant_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:45Z', 'updated_at': '2021-08-25T16:18:01Z', 'revision_number': 6, 'project_id': '6cd2ef53a9fb421cbbfe070c8ace193e', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:02.405918 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Calling delete_port for 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:02.569399 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:02.573378 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-79ec6a15-d3b6-4f33-8797-cf4c28a2cd6e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:02.614236 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Pushing event deleted for resources: {'Port': ['ID=3efbc154-bc6f-44e0-b8f0-ec3aa10773f7,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:02.616579 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:02.836755 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022946'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.082849 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2017422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12587'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.086815 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.113874 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2017822'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.114837 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24054db-eb44-4a3c-b796-49ed047a9bd4 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:18:03.130400 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.132236 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] 10.222.0.73 "DELETE /v2.0/routers/f24054db-eb44-4a3c-b796-49ed047a9bd4 HTTP/1.1" status: 204 len: 168 time: 1.5278544 Aug 25 16:18:03.134657 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 32856) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:03.198768 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] Deleting subnet 714c16f9-7f00-4843-bcb2-e196b7e3d9f5 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:18:03.201520 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.249413 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.325055 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.397887 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.402445 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-62f67973-d413-4190-8ae1-de67c0f1efa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:03.436063 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714c16f9-7f00-4843-bcb2-e196b7e3d9f5,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:03.438409 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:03.443264 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.449053 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c47709-f4bc-47cf-a58a-de87a467dc92 None None] Network eb487cc1-8361-4b03-ad8f-5871e51caff4 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:03.449507 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/714c16f9-7f00-4843-bcb2-e196b7e3d9f5 HTTP/1.1" status: 204 len: 168 time: 0.3139148 Aug 25 16:18:03.452073 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 32860) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:03.553620 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:03.561666 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.572605 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Deleting port a97f6a4b-dd48-4601-90d5-44f79a10abb4 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:03.573501 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.606517 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:03.606878 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 3efbc154-bc6f-44e0-b8f0-ec3aa10773f7 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:03.607303 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 1ba91b93-23d6-402b-968f-343cfd00f213 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:03.655855 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 1ba91b93-23d6-402b-968f-343cfd00f213 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:03.656211 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 1ba91b93-23d6-402b-968f-343cfd00f213 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:03.798216 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] For port a97f6a4b-dd48-4601-90d5-44f79a10abb4, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a97f6a4b-dd48-4601-90d5-44f79a10abb4,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:03.798582 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:03.851779 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] DHCP port deletion for eb487cc1-8361-4b03-ad8f-5871e51caff4 request from dv-cinder-806007-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:18:03.857336 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] Deleting port a97f6a4b-dd48-4601-90d5-44f79a10abb4 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:03.858156 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.016644 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Calling delete_port for a97f6a4b-dd48-4601-90d5-44f79a10abb4 owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:04.084893 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] For port a97f6a4b-dd48-4601-90d5-44f79a10abb4, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a97f6a4b-dd48-4601-90d5-44f79a10abb4,segment=NetworkSegment(6340d17b-68d9-4708-8076-dec4af5d6376),segment_id=6340d17b-68d9-4708-8076-dec4af5d6376)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:04.085295 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.088251 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.091984 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f92e4791-fa65-4821-af28-7070a06ba039 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:04.132138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Pushing event deleted for resources: {'Port': ['ID=a97f6a4b-dd48-4601-90d5-44f79a10abb4,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:04.134517 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:04.141978 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] No DVR routers for this DVR port a97f6a4b-dd48-4601-90d5-44f79a10abb4 on host dv-cinder-806007-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:18:04.203650 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] Calling delete_port for a97f6a4b-dd48-4601-90d5-44f79a10abb4 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:04.254946 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.267624 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb487cc1-8361-4b03-ad8f-5871e51caff4']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:04.274442 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:18:04.274805 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:18:04.279550 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6340d17b-68d9-4708-8076-dec4af5d6376') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:04.279839 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6340d17b-68d9-4708-8076-dec4af5d6376') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:04.290596 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7089974'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.306069 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.312660 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:18:04.313050 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1512802'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: timer() Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: self._notify() Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: event.method(event) Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:18:04.325787 dv-cinder-806007-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:18:04.399532 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.403749 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:04.416056 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.429373 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb487cc1-8361-4b03-ad8f-5871e51caff4,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:04.433474 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:04.441503 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] 10.222.0.73 "DELETE /v2.0/networks/eb487cc1-8361-4b03-ad8f-5871e51caff4 HTTP/1.1" status: 204 len: 168 time: 0.9882827 Aug 25 16:18:04.444343 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 32876) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:04.568885 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.775797 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] Deleting port a97f6a4b-dd48-4601-90d5-44f79a10abb4 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:04.776859 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.821706 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2020191'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:04.845605 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-b0a57602-31c3-4f27-ada8-e493e9976fe2 None None] The port 'a97f6a4b-dd48-4601-90d5-44f79a10abb4' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:18:05.502029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Deleting port 09f82766-12cc-4fa4-80de-4cf32aed475c {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:05.502571 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:05.528125 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a97f6a4b-dd48-4601-90d5-44f79a10abb4 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:05.560166 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: a97f6a4b-dd48-4601-90d5-44f79a10abb4 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:05.560514 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a97f6a4b-dd48-4601-90d5-44f79a10abb4 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:05.671155 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] For port 09f82766-12cc-4fa4-80de-4cf32aed475c, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=09f82766-12cc-4fa4-80de-4cf32aed475c,segment=NetworkSegment(4ae4fd95-80eb-4498-b7cf-cb8d4df8b419),segment_id=4ae4fd95-80eb-4498-b7cf-cb8d4df8b419)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:05.671525 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:05.787486 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Calling delete_port for 09f82766-12cc-4fa4-80de-4cf32aed475c owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:05.962891 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:05.967647 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-66cd0623-563c-45d0-9ad8-fefeec288c25 tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:06.007252 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f82766-12cc-4fa4-80de-4cf32aed475c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:06.011281 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:06.342672 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3043458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2020267'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:06.639300 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 32908) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:06.779600 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:06.814874 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:06.818922 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] Usage tracker for resource:security_group_rule and tenant:695003c55329401ea52363a177b38a97 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:06.823662 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:06.830027 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:06.907300 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:06.911576 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:06.918511 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-22a9a2ce-ec28-43ea-b2f0-a22b585aed4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:06.962463 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=695003c55329401ea52363a177b38a97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3219948 Aug 25 16:18:06.963320 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f30f4-9028-4bbb-b686-54e6f3e2b933,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:06.966484 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-aa86c319-04b9-4430-80fa-1ab8430ba305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:06.967141 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 32914) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:07.027111 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-56dfb72c-3409-4f89-87e0-aadd5874ec58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.044222 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Router a052c85c-aa1a-4684-a501-9f75ad33bd0c has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:18:07.052025 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-56dfb72c-3409-4f89-87e0-aadd5874ec58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.101784 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-56dfb72c-3409-4f89-87e0-aadd5874ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.106883 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-618413f3-4eb0-4922-b24f-a68351778eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:07.122061 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfb72c-3409-4f89-87e0-aadd5874ec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f30f4-9028-4bbb-b686-54e6f3e2b933,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:07.124347 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-56dfb72c-3409-4f89-87e0-aadd5874ec58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:07.132606 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-56dfb72c-3409-4f89-87e0-aadd5874ec58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.134203 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-56dfb72c-3409-4f89-87e0-aadd5874ec58 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da2f30f4-9028-4bbb-b686-54e6f3e2b933 HTTP/1.1" status: 204 len: 168 time: 0.1661355 Aug 25 16:18:07.253026 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:07.261769 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] Sync routers for ids ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:07.270866 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] 10.222.0.73 "PUT /v2.0/routers/a052c85c-aa1a-4684-a501-9f75ad33bd0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8254719 Aug 25 16:18:07.273444 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 32920) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:07.282242 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] Routers {'a052c85c-aa1a-4684-a501-9f75ad33bd0c'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:07.283240 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:07.471805 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] Set router a052c85c-aa1a-4684-a501-9f75ad33bd0c gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:07.518631 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 32928) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:07.547025 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.572033 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks [] for router, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.596034 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:07.600774 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Usage tracker for resource:security_group_rule and tenant:accc084f8b834ffab0cd46143545a03c is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:07.604475 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:07.610888 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:07.678848 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.683990 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.692448 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-407c2eab-33f4-42fd-950c-5cea8e9d4b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:07.737018 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=accc084f8b834ffab0cd46143545a03c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2173052 Aug 25 16:18:07.737776 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f49e9eb-fda1-467a-9b66-209bda4e91f8,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:07.740151 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 32932) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:07.742551 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:07.788114 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.798209 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Deleting port 5a068828-5b83-45d1-b142-65655f6e9140 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:07.798607 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.801398 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a0fed2e-4e37-4bf8-9cd4-712578def944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.807519 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '5a068828-5b83-45d1-b142-65655f6e9140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:53Z', 'updated_at': '2021-08-25T16:18:05Z', 'revision_number': 5, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'gw_port': {'id': '5a068828-5b83-45d1-b142-65655f6e9140', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:14:54Z', 'updated_at': '2021-08-25T16:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:07.811605 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] Checking router: a052c85c-aa1a-4684-a501-9f75ad33bd0c for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:07.822500 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] Routers {'a052c85c-aa1a-4684-a501-9f75ad33bd0c'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:07.823696 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:17:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:07.828976 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a0fed2e-4e37-4bf8-9cd4-712578def944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.887174 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a0fed2e-4e37-4bf8-9cd4-712578def944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.894720 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0f76f816-c88f-4530-b54c-b1c44620e245 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:07.907871 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fed2e-4e37-4bf8-9cd4-712578def944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f49e9eb-fda1-467a-9b66-209bda4e91f8,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:07.911864 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a0fed2e-4e37-4bf8-9cd4-712578def944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:07.913126 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a0fed2e-4e37-4bf8-9cd4-712578def944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.915895 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8a0fed2e-4e37-4bf8-9cd4-712578def944 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2f49e9eb-fda1-467a-9b66-209bda4e91f8 HTTP/1.1" status: 204 len: 168 time: 0.1748946 Aug 25 16:18:07.986342 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] For port 5a068828-5b83-45d1-b142-65655f6e9140, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=5a068828-5b83-45d1-b142-65655f6e9140,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:07.986701 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:07.998621 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] Set router a052c85c-aa1a-4684-a501-9f75ad33bd0c gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:08.102511 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:53Z', 'updated_at': '2021-08-25T16:18:07Z', 'revision_number': 6, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'gw_port_host': None}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:08.107042 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a75d7e-e648-4101-a021-af3ca29a1dc9 None None] The sync data for ids ['a052c85c-aa1a-4684-a501-9f75ad33bd0c'] in dv-cinder-806007-1-iscsi is: [{'id': 'a052c85c-aa1a-4684-a501-9f75ad33bd0c', 'name': 'tempest-TestMinimumBasicScenario-363984509-router', 'tenant_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:14:53Z', 'updated_at': '2021-08-25T16:18:07Z', 'revision_number': 6, 'project_id': 'bca5a05c751e4720ba7ee27f8b91cb1f', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:08.109738 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Calling delete_port for 5a068828-5b83-45d1-b142-65655f6e9140 owned by network:router_gateway {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:08.281534 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:08.285533 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2d0a5838-5954-4f1e-ba66-5a9013933fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:08.328811 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a068828-5b83-45d1-b142-65655f6e9140,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:08.331266 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:08.564484 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022946'] for router_gateway, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:08.935766 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2017422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12587'] for router, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:08.940197 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:08.967221 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2017822'] for router, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:08.967991 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a052c85c-aa1a-4684-a501-9f75ad33bd0c {{(pid=75028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:18:08.983221 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:08.984635 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-35711aab-32f6-4316-a1d4-6051a67f3947 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a052c85c-aa1a-4684-a501-9f75ad33bd0c HTTP/1.1" status: 204 len: 168 time: 1.7101378 Aug 25 16:18:08.987223 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 32968) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:09.053002 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8c2d35-e089-4094-9c2c-1896f523b771 admin admin] Deleting subnet 284da76b-6d7a-41f7-992c-f9ea8a9347c8 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:18:09.056489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2d35-e089-4094-9c2c-1896f523b771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.118248 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2d35-e089-4094-9c2c-1896f523b771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.207092 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2d35-e089-4094-9c2c-1896f523b771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.280139 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2d35-e089-4094-9c2c-1896f523b771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.289848 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-652c45b2-024a-4e90-8b6a-2473efab1a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:09.314665 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c2d35-e089-4094-9c2c-1896f523b771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284da76b-6d7a-41f7-992c-f9ea8a9347c8,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:09.317044 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ce8c2d35-e089-4094-9c2c-1896f523b771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:09.325265 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2d35-e089-4094-9c2c-1896f523b771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.331036 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de0f76-3440-4be0-b38c-35de5d403c0b None None] Network 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:09.332051 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ce8c2d35-e089-4094-9c2c-1896f523b771 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/284da76b-6d7a-41f7-992c-f9ea8a9347c8 HTTP/1.1" status: 204 len: 168 time: 0.3437290 Aug 25 16:18:09.334386 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 32978) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:09.448560 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.459548 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Deleting port 22959f3b-b405-4330-bfb3-1fbe0897746a {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:09.459833 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.538715 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 32984) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:09.555829 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 09f82766-12cc-4fa4-80de-4cf32aed475c no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:09.591350 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 09f82766-12cc-4fa4-80de-4cf32aed475c {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:09.591829 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 09f82766-12cc-4fa4-80de-4cf32aed475c not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:09.592281 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 5a068828-5b83-45d1-b142-65655f6e9140 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:09.621778 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] DHCP port deletion for 8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 request from dv-cinder-806007-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:18:09.630988 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] Deleting port 22959f3b-b405-4330-bfb3-1fbe0897746a {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:09.631367 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.670476 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 5a068828-5b83-45d1-b142-65655f6e9140 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:09.671123 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 5a068828-5b83-45d1-b142-65655f6e9140 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:09.702059 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] For port 22959f3b-b405-4330-bfb3-1fbe0897746a, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=22959f3b-b405-4330-bfb3-1fbe0897746a,segment=NetworkSegment(4ae4fd95-80eb-4498-b7cf-cb8d4df8b419),segment_id=4ae4fd95-80eb-4498-b7cf-cb8d4df8b419)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:09.702492 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.803379 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.836014 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Calling delete_port for 22959f3b-b405-4330-bfb3-1fbe0897746a owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:09.837405 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:09.841623 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e33cf4cf054e639b7eadbc906d57ee is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:09.844807 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:09.850691 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:09.905785 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] For port 22959f3b-b405-4330-bfb3-1fbe0897746a, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=22959f3b-b405-4330-bfb3-1fbe0897746a,segment=NetworkSegment(4ae4fd95-80eb-4498-b7cf-cb8d4df8b419),segment_id=4ae4fd95-80eb-4498-b7cf-cb8d4df8b419)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:09.906242 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.923671 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.930674 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2e6b3bb2-020c-41b8-87f6-2e36ed7a651c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:09.971349 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.977468 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.986682 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22959f3b-b405-4330-bfb3-1fbe0897746a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:09.989534 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-880e4b79-f173-4022-99fc-73f7676334c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:09.990598 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:09.991477 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] No DVR routers for this DVR port 22959f3b-b405-4330-bfb3-1fbe0897746a on host dv-cinder-806007-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:18:10.041004 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d9307e-a4a4-4d8b-9b79-67a7a07173f1,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:10.046932 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7e33cf4cf054e639b7eadbc906d57ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5069804 Aug 25 16:18:10.060512 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 32998) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:10.062156 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dacb3e5c-360a-4d6c-ae52-2acb76a85d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:10.066037 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] Calling delete_port for 22959f3b-b405-4330-bfb3-1fbe0897746a owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:10.133375 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f4cbbf6a-e350-4e7d-b67d-0c858adf9c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.144644 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:18:10.145146 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:18:10.163236 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f4cbbf6a-e350-4e7d-b67d-0c858adf9c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.213089 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.226643 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:10.242829 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:10.243267 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae4fd95-80eb-4498-b7cf-cb8d4df8b419') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:10.244011 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f4cbbf6a-e350-4e7d-b67d-0c858adf9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.250874 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ddf061d1-ce5b-4e29-a022-48769050c039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:10.255485 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7089974'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.267345 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbbf6a-e350-4e7d-b67d-0c858adf9c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d9307e-a4a4-4d8b-9b79-67a7a07173f1,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:10.269788 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f4cbbf6a-e350-4e7d-b67d-0c858adf9c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:10.271565 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.276615 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-8504a1a3-5f76-45ff-bf4e-6fb0fc4ab081 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017458252&fields=id&tenant_id=11158028ca0244c6976197ab17ae1c37 HTTP/1.1" status: 200 len: 267 time: 0.0653870 Aug 25 16:18:10.277866 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f4cbbf6a-e350-4e7d-b67d-0c858adf9c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.281231 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f4cbbf6a-e350-4e7d-b67d-0c858adf9c1a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/87d9307e-a4a4-4d8b-9b79-67a7a07173f1 HTTP/1.1" status: 204 len: 168 time: 0.2145455 Aug 25 16:18:10.281533 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:18:10.281533 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1512802'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: timer() Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: self._notify() Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: event.method(event) Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:18:10.294831 dv-cinder-806007-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:18:10.377484 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.388809 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.392956 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:10.418086 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:10.420541 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:10.423296 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8f3ed6d3-86b0-421e-ba4c-02ccc9c2b457 HTTP/1.1" status: 204 len: 168 time: 1.0873618 Aug 25 16:18:10.454673 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-55a492d5-da9e-4295-8b4b-15859e2fdcbc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:10.461226 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-55a492d5-da9e-4295-8b4b-15859e2fdcbc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 811 time: 0.1703305 Aug 25 16:18:10.482763 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-5ad80f0e-90f5-46c0-80bd-7b553b36b628 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/quotas/11158028ca0244c6976197ab17ae1c37 HTTP/1.1" status: 200 len: 375 time: 0.0206003 Aug 25 16:18:10.581720 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-0e9c5dca-78d8-41dd-9505-d61caf6a467e tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0932648 Aug 25 16:18:10.647946 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] Deleting port 22959f3b-b405-4330-bfb3-1fbe0897746a {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:10.648477 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.655545 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33016) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:10.721866 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d13bef15-dd5c-4023-9ae9-1822d97f7840 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6cd2ef53a9fb421cbbfe070c8ace193e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0633707 Aug 25 16:18:10.726433 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33022) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:10.740230 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-edac00c7-461d-451e-b31e-65bf83b1f1d0 None None] The port '22959f3b-b405-4330-bfb3-1fbe0897746a' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:18:10.751589 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-df33823d-02b2-463b-bf86-dfb08669a936 service neutron] 10.222.0.73 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558931 Aug 25 16:18:10.895037 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6090a685-9e8f-4f4d-a950-0b8b539a6010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:10.932572 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-a9843cf6-e490-4c36-86ac-dbf36cefa8cb service neutron] 10.222.0.73 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717191 Aug 25 16:18:10.936848 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6090a685-9e8f-4f4d-a950-0b8b539a6010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.004249 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6090a685-9e8f-4f4d-a950-0b8b539a6010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.010559 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-36ed2880-fe6d-43e3-ac3e-3fa12b1bc077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:11.025250 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090a685-9e8f-4f4d-a950-0b8b539a6010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7b93b8-ae42-4725-904d-2b0db2787068,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:11.029965 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6090a685-9e8f-4f4d-a950-0b8b539a6010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:11.033460 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6090a685-9e8f-4f4d-a950-0b8b539a6010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.034703 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6090a685-9e8f-4f4d-a950-0b8b539a6010 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba7b93b8-ae42-4725-904d-2b0db2787068 HTTP/1.1" status: 204 len: 168 time: 0.3073516 Aug 25 16:18:11.402800 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-923fa588-0e8e-4387-97fc-60993f9b4198 req-d63201ad-5870-4448-8a83-c833870fbcd5 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 210 time: 0.0641675 Aug 25 16:18:11.408711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33052) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:11.465807 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d06a6905-bb65-4861-9a40-7413b9a84ac0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bca5a05c751e4720ba7ee27f8b91cb1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558653 Aug 25 16:18:11.468778 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33062) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:11.535683 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76fd0a8f-566d-48f9-908c-d7f669f8e5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.551277 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 22959f3b-b405-4330-bfb3-1fbe0897746a no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:11.563715 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76fd0a8f-566d-48f9-908c-d7f669f8e5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.604974 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 22959f3b-b405-4330-bfb3-1fbe0897746a {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:11.605495 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 22959f3b-b405-4330-bfb3-1fbe0897746a not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:11.630296 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76fd0a8f-566d-48f9-908c-d7f669f8e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.635464 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8828d21c-7226-4e19-9f65-91b2e986f37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:11.648826 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd0a8f-566d-48f9-908c-d7f669f8e5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82972812-7737-47c7-a66f-f84825e33189,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:11.651397 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-76fd0a8f-566d-48f9-908c-d7f669f8e5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:11.656733 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-76fd0a8f-566d-48f9-908c-d7f669f8e5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.658402 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-76fd0a8f-566d-48f9-908c-d7f669f8e5df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82972812-7737-47c7-a66f-f84825e33189 HTTP/1.1" status: 204 len: 168 time: 0.1886370 Aug 25 16:18:12.571409 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-79ed4bbb-0a60-41ef-9400-6e714f80badf req-71395edd-f5c1-48fa-9dd3-d0248da7fc39 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 210 time: 0.0460584 Aug 25 16:18:12.742622 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-399efad6-4eab-41d6-ac3e-259cd2070cdd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:12.744332 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-399efad6-4eab-41d6-ac3e-259cd2070cdd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 811 time: 0.1614358 Aug 25 16:18:12.808977 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-cc75a49f-f484-4ae0-a12e-90089256dd78 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11158028ca0244c6976197ab17ae1c37 HTTP/1.1" status: 200 len: 380 time: 0.0423717 Aug 25 16:18:12.837194 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'port': {'device_id': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'admin_state_up': True, 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'security_groups': ['3e1a4313-f11f-4767-a399-bbe8580c6f9a']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:12.990768 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:12.996028 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:port and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:12.999212 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for port was recalculated. Used quota:5. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:13.005646 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:13.019652 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Made reservation on behalf of 11158028ca0244c6976197ab17ae1c37 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:13.019933 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.184365 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Allocated IP 172.20.0.9 (bdf0a20c-889b-4590-a693-c718a6547eef/6f01984b-310a-4581-acbb-95a250fbb38d/5d349fbe-a46b-483c-a995-d3e041ac8c7f) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:13.372045 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.387330 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Transition to ACTIVE for port object 5d349fbe-a46b-483c-a995-d3e041ac8c7f will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:13.408661 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.414836 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-81531ddf-df84-49d7-a1b3-551ca81c1d55 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:13.481957 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Network bdf0a20c-889b-4590-a693-c718a6547eef is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:13.485027 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:13.487315 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:13.523501 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'Port': ['ID=5d349fbe-a46b-483c-a995-d3e041ac8c7f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:13.526878 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:13.556957 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:13.557562 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.581505 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7493517 Aug 25 16:18:13.604937 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Request body: {'port': {'device_id': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:13.713915 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.731118 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-94d96fc2-02a0-465d-8ef1-e42c0135168e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.765184 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-001e4312-fb14-4bd6-936f-50dd8a5d2eed None None] Provisioning for port 5d349fbe-a46b-483c-a995-d3e041ac8c7f completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:13.770090 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-001e4312-fb14-4bd6-936f-50dd8a5d2eed None None] Provisioning complete for port 5d349fbe-a46b-483c-a995-d3e041ac8c7f triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:13.770464 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-001e4312-fb14-4bd6-936f-50dd8a5d2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:13.792551 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c2f8-c5de-4efb-b794-947a88468d4b req-5031edae-7e49-4aa1-96d3-81076f6df04b tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:13.799526 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d804c2f8-c5de-4efb-b794-947a88468d4b req-5031edae-7e49-4aa1-96d3-81076f6df04b tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 931 time: 0.1042409 Aug 25 16:18:13.826976 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-001e4312-fb14-4bd6-936f-50dd8a5d2eed None None] Port 5d349fbe-a46b-483c-a995-d3e041ac8c7f cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:18:13.842513 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d804c2f8-c5de-4efb-b794-947a88468d4b req-33f3f7c6-243f-49e5-909f-a76fb5202793 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421536 Aug 25 16:18:14.068007 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d349fbe-a46b-483c-a995-d3e041ac8c7f {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:18:14.076179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.094320 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Transition to ACTIVE for port object 5d349fbe-a46b-483c-a995-d3e041ac8c7f will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:14.097559 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.101880 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2fdfe02c-7f30-4908-856b-cc2587700310 tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:14.191417 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.342309 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d349fbe-a46b-483c-a995-d3e041ac8c7f,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:14.345159 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:14.453184 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Attempting to bind port 5d349fbe-a46b-483c-a995-d3e041ac8c7f on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:14.453511 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Attempting to bind port 5d349fbe-a46b-483c-a995-d3e041ac8c7f by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:14.454338 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Attempting to bind port 5d349fbe-a46b-483c-a995-d3e041ac8c7f on network bdf0a20c-889b-4590-a693-c718a6547eef {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:14.460258 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Port 5d349fbe-a46b-483c-a995-d3e041ac8c7f on network bdf0a20c-889b-4590-a693-c718a6547eef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:18:14.460496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Attempting to bind port 5d349fbe-a46b-483c-a995-d3e041ac8c7f on network bdf0a20c-889b-4590-a693-c718a6547eef {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:14.467042 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:14.467366 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Checking segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:14.467768 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Bound using segment: {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:14.468179 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Bound port: 5d349fbe-a46b-483c-a995-d3e041ac8c7f, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:14.468515 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.552063 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] For port 5d349fbe-a46b-483c-a995-d3e041ac8c7f, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:14.555182 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] For port 5d349fbe-a46b-483c-a995-d3e041ac8c7f, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d349fbe-a46b-483c-a995-d3e041ac8c7f,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:14.559029 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.563094 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6cdf82ab-19bc-47d4-b072-db3578d06c5c tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:14.623008 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.624372 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] 10.222.0.76 "PUT /v2.0/ports/5d349fbe-a46b-483c-a995-d3e041ac8c7f HTTP/1.1" status: 200 len: 1093 time: 1.0249922 Aug 25 16:18:14.624863 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:14.651588 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d349fbe-a46b-483c-a995-d3e041ac8c7f,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:14.654711 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-665967be-06c1-41ef-875f-ccba99e875f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:14.690040 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'status': 'completed', 'code': 200} Aug 25 16:18:14.777776 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-01d127cc-3fec-418d-aec6-82e50b14525f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 1096 time: 0.0720155 Aug 25 16:18:14.859719 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-60e434b4-6457-4e96-acb6-86ef4d2d6935 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d349fbe-a46b-483c-a995-d3e041ac8c7f HTTP/1.1" status: 200 len: 217 time: 0.0633318 Aug 25 16:18:14.927299 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-fd8a808a-5aab-4879-b4e8-cb3a4269309d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:14.929118 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-fd8a808a-5aab-4879-b4e8-cb3a4269309d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0591488 Aug 25 16:18:15.010681 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-a93d0a09-e5d1-4c2a-b49b-320724607049 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712538 Aug 25 16:18:15.048375 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e6636-8afb-40f6-a809-503d0c18c134 req-7574cf0c-bc07-4571-a16a-b3839db636e1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:15.049834 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d7e6636-8afb-40f6-a809-503d0c18c134 req-7574cf0c-bc07-4571-a16a-b3839db636e1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 943 time: 0.0813456 Aug 25 16:18:15.094605 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d7e6636-8afb-40f6-a809-503d0c18c134 req-17b6f9d2-253c-48a5-8c85-cca1af4aa2c4 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392892 Aug 25 16:18:15.142136 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-cea12baf-0cea-411a-9966-51b45d2fcd24 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245439 Aug 25 16:18:15.277248 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7acfae8e-2fcc-468c-9d36-3afe42025c1b req-95398495-a06d-433f-843d-aeabac4d1b55 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245003 Aug 25 16:18:15.456501 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0a8379b4-f759-4c31-bf72-16cbb22c2599 req-8ce80ed3-85e5-4e40-ae71-f1636cbd4758 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 1096 time: 0.0704873 Aug 25 16:18:15.588889 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8379b4-f759-4c31-bf72-16cbb22c2599 req-fca6590a-cf43-4db8-86d2-c338e34a6944 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:15.590440 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0a8379b4-f759-4c31-bf72-16cbb22c2599 req-fca6590a-cf43-4db8-86d2-c338e34a6944 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.1272061 Aug 25 16:18:15.661234 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0a8379b4-f759-4c31-bf72-16cbb22c2599 req-64227841-45ce-4e04-90fd-a872d8c9af9e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d349fbe-a46b-483c-a995-d3e041ac8c7f HTTP/1.1" status: 200 len: 217 time: 0.0638475 Aug 25 16:18:15.709917 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33116) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:15.726790 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8379b4-f759-4c31-bf72-16cbb22c2599 req-d5599bea-279b-491e-b7ea-abce613e83cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:15.728285 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0a8379b4-f759-4c31-bf72-16cbb22c2599 req-d5599bea-279b-491e-b7ea-abce613e83cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0576336 Aug 25 16:18:15.803611 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0a8379b4-f759-4c31-bf72-16cbb22c2599 req-48116f09-344a-4d6b-a224-b16da71331bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678926 Aug 25 16:18:15.850141 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.880538 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:15.884335 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d41ebfa7c747d5a72add3f8c3eebaa is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:15.887162 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:15.893623 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:15.952593 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0a8379b4-f759-4c31-bf72-16cbb22c2599 req-52a00194-2db6-4aab-b71f-806add145199 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389754 Aug 25 16:18:15.973155 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.976991 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.984859 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-276863a1-3b34-44f7-9ee3-51058bd4772b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:16.023700 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a42ac0d-5c43-4a1c-b4b8-543898c05211,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:16.028060 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:16.033031 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-cdf574a2-d854-4b67-9177-38bd135c61a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5d41ebfa7c747d5a72add3f8c3eebaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3196640 Aug 25 16:18:16.034362 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33124) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:16.087866 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0a8379b4-f759-4c31-bf72-16cbb22c2599 req-68dff648-02c6-4b84-b552-0ba9567a2b2c service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265943 Aug 25 16:18:16.095678 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe41b097-bb0f-463b-b4a7-5bb05455d56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.122472 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe41b097-bb0f-463b-b4a7-5bb05455d56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.173184 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe41b097-bb0f-463b-b4a7-5bb05455d56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.176775 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-318eff68-dd9a-45b2-aa43-17aa89e7eeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:16.190856 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41b097-bb0f-463b-b4a7-5bb05455d56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a42ac0d-5c43-4a1c-b4b8-543898c05211,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:16.193906 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fe41b097-bb0f-463b-b4a7-5bb05455d56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:16.195691 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe41b097-bb0f-463b-b4a7-5bb05455d56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.196803 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-fe41b097-bb0f-463b-b4a7-5bb05455d56c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a42ac0d-5c43-4a1c-b4b8-543898c05211 HTTP/1.1" status: 204 len: 168 time: 0.1619394 Aug 25 16:18:16.294531 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08bc32-4358-4ab4-aafc-64868cb2bf0f req-a343710c-a870-46f0-b654-6b02007b654f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:16.296052 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f08bc32-4358-4ab4-aafc-64868cb2bf0f req-a343710c-a870-46f0-b654-6b02007b654f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 943 time: 0.0793583 Aug 25 16:18:16.347132 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0f08bc32-4358-4ab4-aafc-64868cb2bf0f req-b894d111-169e-4096-89e3-0ed134a66729 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453398 Aug 25 16:18:16.506251 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-60f40b82-bdc4-4280-b1cf-2acf2cfe9e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.525033 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33134) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:16.542829 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.573348 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:16.577657 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] Usage tracker for resource:security_group_rule and tenant:b95c6e99ec6a4f089a3e9fba807c974e is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:16.580379 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:16.585885 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:16.652936 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.657094 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.663457 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b7394ea3-540a-4179-91c4-14ab8e3b2c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:16.701888 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be58d4e3-2b14-475a-8f05-7687537a381e,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:16.704769 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:16.708208 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-16efa290-c96f-49e8-b0d0-c7a63ff8987c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b95c6e99ec6a4f089a3e9fba807c974e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1821477 Aug 25 16:18:16.710839 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33138) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:16.768491 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c8330d41-efc5-434d-8c77-0b09a81204a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.792584 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c8330d41-efc5-434d-8c77-0b09a81204a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.844698 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c8330d41-efc5-434d-8c77-0b09a81204a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.849247 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6090a685-9e8f-4f4d-a950-0b8b539a6010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:16.861051 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8330d41-efc5-434d-8c77-0b09a81204a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be58d4e3-2b14-475a-8f05-7687537a381e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:16.863919 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c8330d41-efc5-434d-8c77-0b09a81204a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:16.865876 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c8330d41-efc5-434d-8c77-0b09a81204a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.866824 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c8330d41-efc5-434d-8c77-0b09a81204a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be58d4e3-2b14-475a-8f05-7687537a381e HTTP/1.1" status: 204 len: 168 time: 0.1551003 Aug 25 16:18:17.547240 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3aba2-7161-4db1-b40d-97efa39217cd req-635ccebc-e183-4809-aeb4-497d60fd6922 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:17.548727 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-16b3aba2-7161-4db1-b40d-97efa39217cd req-635ccebc-e183-4809-aeb4-497d60fd6922 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 943 time: 0.0779121 Aug 25 16:18:17.602335 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-16b3aba2-7161-4db1-b40d-97efa39217cd req-2a08c0cb-3dcc-4f45-be6a-cca91c0d2b2a tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480390 Aug 25 16:18:17.606825 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.693943 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33162) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:17.819612 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1994464933-network', 'tenant_id': '64aa380e38a941faaf8c028b60259a4c'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:17.824229 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:17.827933 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Usage tracker for resource:network and tenant:64aa380e38a941faaf8c028b60259a4c is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:17.830672 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:17.836682 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:17.846460 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Made reservation on behalf of 64aa380e38a941faaf8c028b60259a4c for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:17.848611 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.860770 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.894554 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:17.898307 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Usage tracker for resource:security_group_rule and tenant:64aa380e38a941faaf8c028b60259a4c is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:17.901093 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:17.907149 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:18.061549 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.065156 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.067922 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f4cbbf6a-e350-4e7d-b67d-0c858adf9c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:18.098141 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:18:18.103295 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68053386-3e23-4544-8b85-4ac22f2592bf,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:18.107779 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:18.111403 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.111701 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Added segment b07038a6-a2de-45fa-95a6-a0d2e02ffb3d of type vlan for network b7559576-0d75-40b2-8dd2-96411fa0dc7c Aug 25 16:18:18.136902 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766033251741'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.164355 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.165488 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:18.166058 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.170958 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3f0daa9b-b120-4c00-88bc-ef123f375586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:18.266056 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Pushing event updated for resources: {'Network': ['ID=b7559576-0d75-40b2-8dd2-96411fa0dc7c,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:18.268801 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5738823 Aug 25 16:18:18.269651 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-98165248-222d-45f4-b9b6-e5da201dc4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:18.271745 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33168) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:18.276110 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Network b7559576-0d75-40b2-8dd2-96411fa0dc7c details requested by agent ovs-agent-dv-cinder-806007-1-iscsi with host dv-cinder-806007-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:18:18.277101 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Request body: {'subnet': {'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1994464933-subnet', 'tenant_id': '64aa380e38a941faaf8c028b60259a4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:18.281732 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:18.285479 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Usage tracker for resource:subnet and tenant:64aa380e38a941faaf8c028b60259a4c is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:18.288326 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:18.294636 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:18.304730 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Made reservation on behalf of 64aa380e38a941faaf8c028b60259a4c for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:18.307019 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7181586'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.504997 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7215660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7181568'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.509095 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:18.580566 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3903d947-7785-4093-b213-b320a6fef51c,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:18.583941 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:18.590939 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Checking segment: {'id': 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:18.591293 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Network hostable DHCP agents. Network: b7559576-0d75-40b2-8dd2-96411fa0dc7c, hostable agents: ['f97c1bd0-5cc8-45c3-b677-c0407a2f0767'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:18:18.612155 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Network b7559576-0d75-40b2-8dd2-96411fa0dc7c is scheduled to be hosted by DHCP agent f97c1bd0-5cc8-45c3-b677-c0407a2f0767 with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:18:18.620397 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-1-iscsi, b7559576-0d75-40b2-8dd2-96411fa0dc7c) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:18.625994 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:18.626803 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.631069 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ca592-a17b-492f-a768-ecb2209dcfbd None None] Network b7559576-0d75-40b2-8dd2-96411fa0dc7c requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:18.655905 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-243829f2-332c-47eb-a62b-d4292528ff61 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3773179 Aug 25 16:18:18.799665 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785b7cb-999a-4b65-9361-4eaee6d138c6 req-ce03d580-9247-46a8-8178-e80df980e533 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:18.801199 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8785b7cb-999a-4b65-9361-4eaee6d138c6 req-ce03d580-9247-46a8-8178-e80df980e533 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 943 time: 0.0812483 Aug 25 16:18:18.845717 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c87979e-6c0c-4ae7-bffd-d1cc82aeb370 None None] Network b7559576-0d75-40b2-8dd2-96411fa0dc7c requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:18.852404 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8785b7cb-999a-4b65-9361-4eaee6d138c6 req-9a5a1677-b77e-41cd-b234-8f61bbb78e50 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456767 Aug 25 16:18:19.655356 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:20.057971 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80c043-e96e-44d2-a41a-5ed8ab53a9ad req-c0ebfd86-ff14-464e-a9ab-c74058a90c7b tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:20.059920 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ce80c043-e96e-44d2-a41a-5ed8ab53a9ad req-c0ebfd86-ff14-464e-a9ab-c74058a90c7b tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 943 time: 0.0765510 Aug 25 16:18:20.103828 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ce80c043-e96e-44d2-a41a-5ed8ab53a9ad req-a6fb7462-c9cf-41e8-8e1d-f759f2957c68 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385292 Aug 25 16:18:20.713719 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b754-21fc-463c-a499-30234dad6688 req-295d46d2-9e6e-4d3d-bedc-d30456870896 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:20.714280 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8680b754-21fc-463c-a499-30234dad6688 req-295d46d2-9e6e-4d3d-bedc-d30456870896 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Synchronizing usage tracker for tenant:64aa380e38a941faaf8c028b60259a4c on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:20.730991 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8680b754-21fc-463c-a499-30234dad6688 req-295d46d2-9e6e-4d3d-bedc-d30456870896 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Unset dirty status for tenant:64aa380e38a941faaf8c028b60259a4c on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:20.732304 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-295d46d2-9e6e-4d3d-bedc-d30456870896 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/networks?id=b7559576-0d75-40b2-8dd2-96411fa0dc7c HTTP/1.1" status: 200 len: 809 time: 0.1564672 Aug 25 16:18:20.748317 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-8e8d0d1b-fbba-489d-a980-0f6336ae8fda tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/quotas/64aa380e38a941faaf8c028b60259a4c HTTP/1.1" status: 200 len: 375 time: 0.0108173 Aug 25 16:18:20.795695 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-dad1da06-86c5-48c7-a487-852a887b0335 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=64aa380e38a941faaf8c028b60259a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427384 Aug 25 16:18:20.924306 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-e6ca4425-1a35-4b79-b8bb-28c7297f3d05 service neutron] 10.222.0.73 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222017 Aug 25 16:18:21.053701 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-c976c9dc-357c-40f3-9a03-1726fc7bd66a service neutron] 10.222.0.73 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238837 Aug 25 16:18:21.273745 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ea7d9e4b-0500-4c54-8adb-67b86cde8f10 req-e0137f3c-6d8b-45b4-aef6-319f2f191e71 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 210 time: 0.0779195 Aug 25 16:18:21.314350 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857138b1-ae19-4770-bf67-19ed5b814a12 req-3740835b-725f-4553-ae43-86ff68a4cc11 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:21.315777 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-857138b1-ae19-4770-bf67-19ed5b814a12 req-3740835b-725f-4553-ae43-86ff68a4cc11 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 943 time: 0.0883029 Aug 25 16:18:21.363508 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-857138b1-ae19-4770-bf67-19ed5b814a12 req-0b482d33-1b70-4176-bb7a-902e10f74222 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423107 Aug 25 16:18:22.456835 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ab88157-51dc-44c8-a943-70c9abdb863a req-6945b9e1-7b12-40cd-bc99-a57e3ca6dbdf tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 210 time: 0.0540974 Aug 25 16:18:22.583257 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b754-21fc-463c-a499-30234dad6688 req-135a2dc6-6e8b-4728-84a1-dd3e6b26a656 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:22.584762 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-135a2dc6-6e8b-4728-84a1-dd3e6b26a656 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.76 "GET /v2.0/networks?id=b7559576-0d75-40b2-8dd2-96411fa0dc7c HTTP/1.1" status: 200 len: 809 time: 0.2538240 Aug 25 16:18:22.592674 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa1e8e-eaa7-41f0-94a3-fa03d11be72a req-8764b099-02be-4f56-8545-5411a0889159 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:22.594111 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ccaa1e8e-eaa7-41f0-94a3-fa03d11be72a req-8764b099-02be-4f56-8545-5411a0889159 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 943 time: 0.0773964 Aug 25 16:18:22.622718 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Request body: {'port': {'device_id': '074909af-7d4c-4c9d-9e10-bdf902a39879', 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c', 'admin_state_up': True, 'tenant_id': '64aa380e38a941faaf8c028b60259a4c'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:22.639588 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ccaa1e8e-eaa7-41f0-94a3-fa03d11be72a req-9286b37b-5e26-4e09-b69e-d1843575a345 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Aug 25 16:18:22.760020 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:22.764543 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Usage tracker for resource:port and tenant:64aa380e38a941faaf8c028b60259a4c is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:22.767262 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:22.772907 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:22.782898 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Made reservation on behalf of 64aa380e38a941faaf8c028b60259a4c for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:22.785853 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.941924 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Allocated IP 172.20.0.11 (b7559576-0d75-40b2-8dd2-96411fa0dc7c/3903d947-7785-4093-b213-b320a6fef51c/9fb53c4b-efad-435a-955a-811555493a22) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:23.137335 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.163394 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.168650 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-de725524-db07-4f8d-ab87-cc00178e142a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:23.230020 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Network b7559576-0d75-40b2-8dd2-96411fa0dc7c is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:23.232839 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:23.236731 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:23.254399 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:18:23.279105 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Pushing event updated for resources: {'Port': ['ID=9fb53c4b-efad-435a-955a-811555493a22,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:23.283475 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:23.307307 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:23.308446 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.328014 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7097774 Aug 25 16:18:23.351933 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Request body: {'port': {'device_id': '074909af-7d4c-4c9d-9e10-bdf902a39879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:23.453417 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.658254 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82f253-43b6-4323-81ad-e2b047b381cf req-a543f55c-db78-4875-8d66-e36ab8f31c1b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:23.659781 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3e82f253-43b6-4323-81ad-e2b047b381cf req-a543f55c-db78-4875-8d66-e36ab8f31c1b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 932 time: 0.0797834 Aug 25 16:18:23.705287 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-3e82f253-43b6-4323-81ad-e2b047b381cf req-0ea79e17-e5a6-4b1e-b6f0-1e8ae9099b47 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Synchronizing usage tracker for tenant:64aa380e38a941faaf8c028b60259a4c on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:23.710651 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 5d349fbe-a46b-483c-a995-d3e041ac8c7f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:18:23.733086 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-3e82f253-43b6-4323-81ad-e2b047b381cf req-0ea79e17-e5a6-4b1e-b6f0-1e8ae9099b47 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Unset dirty status for tenant:64aa380e38a941faaf8c028b60259a4c on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:23.747290 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3e82f253-43b6-4323-81ad-e2b047b381cf req-0ea79e17-e5a6-4b1e-b6f0-1e8ae9099b47 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818465 Aug 25 16:18:23.803805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb53c4b-efad-435a-955a-811555493a22 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:18:23.811190 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.825535 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Transition to ACTIVE for port object 9fb53c4b-efad-435a-955a-811555493a22 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:23.830329 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.844310 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aa95c123-6cbb-404e-a6c0-8a3df91aeac1 tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:23.857930 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580a88f-1bcf-49aa-a79d-e4b0b0e8a9b0 req-6d5e0189-e135-4b11-86eb-97edf243166a tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:23.859385 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 5d349fbe-a46b-483c-a995-d3e041ac8c7f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d349fbe-a46b-483c-a995-d3e041ac8c7f,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:23.859586 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3580a88f-1bcf-49aa-a79d-e4b0b0e8a9b0 req-6d5e0189-e135-4b11-86eb-97edf243166a tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 943 time: 0.0862958 Aug 25 16:18:23.873399 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'port_id': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'mac_address': 'fa:16:3e:62:c5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:18:23.929767 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3580a88f-1bcf-49aa-a79d-e4b0b0e8a9b0 req-e19edc91-dc5b-41f1-bfdf-db3328512dff tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581973 Aug 25 16:18:23.930193 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.950153 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d349fbe-a46b-483c-a995-d3e041ac8c7f {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:18:23.966125 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 5d349fbe-a46b-483c-a995-d3e041ac8c7f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d349fbe-a46b-483c-a995-d3e041ac8c7f,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:23.970613 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.972506 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:23.977354 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb53c4b-efad-435a-955a-811555493a22,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:23.981419 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:24.045022 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=5d349fbe-a46b-483c-a995-d3e041ac8c7f,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:24.053521 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.053869 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.054209 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.054545 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.054881 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.055209 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.055564 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.055881 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.056209 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.056527 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.056846 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.060636 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:24.083297 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Attempting to bind port 9fb53c4b-efad-435a-955a-811555493a22 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:24.083646 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Attempting to bind port 9fb53c4b-efad-435a-955a-811555493a22 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:24.083965 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Attempting to bind port 9fb53c4b-efad-435a-955a-811555493a22 on network b7559576-0d75-40b2-8dd2-96411fa0dc7c {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:24.090061 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Port 9fb53c4b-efad-435a-955a-811555493a22 on network b7559576-0d75-40b2-8dd2-96411fa0dc7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:18:24.090365 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Attempting to bind port 9fb53c4b-efad-435a-955a-811555493a22 on network b7559576-0d75-40b2-8dd2-96411fa0dc7c {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:24.096776 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:24.097100 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Checking segment: {'id': 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:24.097462 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Bound using segment: {'id': 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:24.097869 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Bound port: 9fb53c4b-efad-435a-955a-811555493a22, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:24.098197 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.181418 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] For port 9fb53c4b-efad-435a-955a-811555493a22, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:24.184842 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] For port 9fb53c4b-efad-435a-955a-811555493a22, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9fb53c4b-efad-435a-955a-811555493a22,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:24.189101 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.193388 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ce94fa87-b103-41d1-b9f6-c257a2ac3fa1 tempest-ServerRescueNegativeTestJSON-493070469 tempest-ServerRescueNegativeTestJSON-493070469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:24.247582 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.248940 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] 10.222.0.76 "PUT /v2.0/ports/9fb53c4b-efad-435a-955a-811555493a22 HTTP/1.1" status: 200 len: 1094 time: 0.9009173 Aug 25 16:18:24.249436 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074909af-7d4c-4c9d-9e10-bdf902a39879', 'tag': '9fb53c4b-efad-435a-955a-811555493a22'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:24.267676 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb53c4b-efad-435a-955a-811555493a22,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:24.270994 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-199ea9e5-a176-48f3-b369-cb6574de31b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:24.305097 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074909af-7d4c-4c9d-9e10-bdf902a39879', 'tag': '9fb53c4b-efad-435a-955a-811555493a22', 'status': 'completed', 'code': 200} Aug 25 16:18:24.320866 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['5d349fbe-a46b-483c-a995-d3e041ac8c7f'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:18:24.466940 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-7d5505e0-2db3-4298-ae36-c18aa4c20ab4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=64aa380e38a941faaf8c028b60259a4c&device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 1097 time: 0.1639302 Aug 25 16:18:24.549511 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-f59d3aaf-f9e7-4bac-9bd4-b3a24b02aca0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb53c4b-efad-435a-955a-811555493a22 HTTP/1.1" status: 200 len: 217 time: 0.0652368 Aug 25 16:18:24.615411 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b754-21fc-463c-a499-30234dad6688 req-fd85482e-80a5-44a7-b48b-6be4a0243f23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:24.616934 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-fd85482e-80a5-44a7-b48b-6be4a0243f23 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3903d947-7785-4093-b213-b320a6fef51c HTTP/1.1" status: 200 len: 849 time: 0.0565794 Aug 25 16:18:24.664704 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-be8906c8-797b-43b3-868a-7f0de51ff4ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b7559576-0d75-40b2-8dd2-96411fa0dc7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381343 Aug 25 16:18:24.794327 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-d4613669-8ccb-465e-a75a-f9aa89e91083 service neutron] 10.222.0.76 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213319 Aug 25 16:18:24.929209 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8680b754-21fc-463c-a499-30234dad6688 req-da1bf4da-9654-4974-8a54-b26fc23264c5 service neutron] 10.222.0.76 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281617 Aug 25 16:18:25.019843 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea117e1-a905-42d7-9a8e-07662fc0a86e req-15a6a8aa-41e7-49cf-b613-6350a4b02065 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:25.021302 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ea117e1-a905-42d7-9a8e-07662fc0a86e req-15a6a8aa-41e7-49cf-b613-6350a4b02065 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 944 time: 0.1631722 Aug 25 16:18:25.107947 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ea117e1-a905-42d7-9a8e-07662fc0a86e req-5aeb6082-7cd0-4540-8e48-10c0e20f491f tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812192 Aug 25 16:18:25.125108 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6428a7a9-de9b-447e-aa23-cd8a44d9cb4c req-1d76f5cd-f8a2-4b2e-9f14-8398fb264e63 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=64aa380e38a941faaf8c028b60259a4c&device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 1097 time: 0.0740204 Aug 25 16:18:25.144600 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c8b27-5d85-4630-93e3-cfe018d36967 req-0ea4aa9d-2d49-49a9-a00f-a8776ca22f48 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:25.146059 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dc6c8b27-5d85-4630-93e3-cfe018d36967 req-0ea4aa9d-2d49-49a9-a00f-a8776ca22f48 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 944 time: 0.0890565 Aug 25 16:18:25.190977 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dc6c8b27-5d85-4630-93e3-cfe018d36967 req-1d2cd78c-8e17-4ed1-aaa5-d6f708535b40 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 Aug 25 16:18:25.255360 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428a7a9-de9b-447e-aa23-cd8a44d9cb4c req-2276c6e3-cb4a-446b-9c6d-06b925d2163b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:25.256837 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6428a7a9-de9b-447e-aa23-cd8a44d9cb4c req-2276c6e3-cb4a-446b-9c6d-06b925d2163b service neutron] 10.222.0.76 "GET /v2.0/networks?id=b7559576-0d75-40b2-8dd2-96411fa0dc7c HTTP/1.1" status: 200 len: 911 time: 0.1250803 Aug 25 16:18:25.327103 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6428a7a9-de9b-447e-aa23-cd8a44d9cb4c req-626a0d54-6d90-4c64-8004-b08dfce425be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb53c4b-efad-435a-955a-811555493a22 HTTP/1.1" status: 200 len: 217 time: 0.0634387 Aug 25 16:18:25.392278 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428a7a9-de9b-447e-aa23-cd8a44d9cb4c req-74d70aee-be7b-455c-abff-bb100bcfcac9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:25.393637 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6428a7a9-de9b-447e-aa23-cd8a44d9cb4c req-74d70aee-be7b-455c-abff-bb100bcfcac9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3903d947-7785-4093-b213-b320a6fef51c HTTP/1.1" status: 200 len: 849 time: 0.0556734 Aug 25 16:18:25.439549 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6428a7a9-de9b-447e-aa23-cd8a44d9cb4c req-a96ee8b3-d6c7-4766-aa4e-29d4a20e6544 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b7559576-0d75-40b2-8dd2-96411fa0dc7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372305 Aug 25 16:18:25.567605 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6428a7a9-de9b-447e-aa23-cd8a44d9cb4c req-2bde6007-48cb-4961-ae9e-3e02219e76a6 service neutron] 10.222.0.76 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206682 Aug 25 16:18:25.696303 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6428a7a9-de9b-447e-aa23-cd8a44d9cb4c req-265c7d68-c474-46e8-8720-fe76e90ef476 service neutron] 10.222.0.76 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215727 Aug 25 16:18:25.723757 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 5d349fbe-a46b-483c-a995-d3e041ac8c7f up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:25.791825 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 5d349fbe-a46b-483c-a995-d3e041ac8c7f completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:25.796797 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 5d349fbe-a46b-483c-a995-d3e041ac8c7f triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:25.797173 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.903228 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.929294 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:25.939189 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 5d349fbe-a46b-483c-a995-d3e041ac8c7f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d349fbe-a46b-483c-a995-d3e041ac8c7f,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:25.943456 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.945245 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-09e4da99-eddd-4c1e-9a02-531edb773f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:25.989657 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'code': 200} Aug 25 16:18:26.019748 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=5d349fbe-a46b-483c-a995-d3e041ac8c7f,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:26.022662 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:26.307563 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177dbf5-0841-4779-886e-14d79d893c82 req-8605704d-1d14-4637-8a6c-048d5b3666f0 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:26.309043 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6177dbf5-0841-4779-886e-14d79d893c82 req-8605704d-1d14-4637-8a6c-048d5b3666f0 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 944 time: 0.0789938 Aug 25 16:18:26.330478 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd0a7fdc-f737-4682-9893-046a6890f015 req-bc3ec936-4a12-4bb8-a72c-9e8603fc3215 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 1098 time: 0.0741234 Aug 25 16:18:26.377246 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd0a7fdc-f737-4682-9893-046a6890f015 req-d8fd62ed-c434-40fb-9ef9-985c5dd95899 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369980 Aug 25 16:18:26.412455 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6177dbf5-0841-4779-886e-14d79d893c82 req-f19a87ca-20e9-4adb-a190-00fad1c51786 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972669 Aug 25 16:18:26.430013 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6f20a-aacf-4406-a45f-b55d06e402c2 req-2d46fe35-ad5f-4896-a572-8750868d4e93 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:26.431471 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2c6f20a-aacf-4406-a45f-b55d06e402c2 req-2d46fe35-ad5f-4896-a572-8750868d4e93 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 945 time: 0.1146696 Aug 25 16:18:26.476125 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2c6f20a-aacf-4406-a45f-b55d06e402c2 req-7f2249af-a664-402a-a5c5-4ddc174d36b6 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385914 Aug 25 16:18:27.654935 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f861c-586b-4fdc-9a8e-05d3b6dfc478 req-ea5a49ae-41ac-4e62-8977-261acf67050d tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:27.656488 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-617f861c-586b-4fdc-9a8e-05d3b6dfc478 req-ea5a49ae-41ac-4e62-8977-261acf67050d tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 944 time: 0.1239421 Aug 25 16:18:27.718768 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-617f861c-586b-4fdc-9a8e-05d3b6dfc478 req-7edad350-1fd1-43d7-b56e-d308c89299f6 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538960 Aug 25 16:18:27.724991 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc4253-0550-4b1d-a8ae-0afb9962e679 req-93c710cc-977e-406d-8ecc-815ecffd3bea tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:27.726471 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c6bc4253-0550-4b1d-a8ae-0afb9962e679 req-93c710cc-977e-406d-8ecc-815ecffd3bea tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 945 time: 0.1309865 Aug 25 16:18:27.733961 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 9fb53c4b-efad-435a-955a-811555493a22 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:18:27.774833 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c6bc4253-0550-4b1d-a8ae-0afb9962e679 req-097ee74f-fc4a-46e0-ad69-6ae24970d802 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Aug 25 16:18:27.864506 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 9fb53c4b-efad-435a-955a-811555493a22, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9fb53c4b-efad-435a-955a-811555493a22,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:27.877059 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': '9fb53c4b-efad-435a-955a-811555493a22', 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c', 'port_id': '9fb53c4b-efad-435a-955a-811555493a22', 'mac_address': 'fa:16:3e:84:09:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3903d947-7785-4093-b213-b320a6fef51c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:18:27.928863 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.945301 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb53c4b-efad-435a-955a-811555493a22 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:18:27.960339 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 9fb53c4b-efad-435a-955a-811555493a22, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9fb53c4b-efad-435a-955a-811555493a22,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:27.963804 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.966116 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:28.031909 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=9fb53c4b-efad-435a-955a-811555493a22,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:28.034718 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:28.277750 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['9fb53c4b-efad-435a-955a-811555493a22'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:18:28.962365 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf82c9-f5d5-4b05-906e-6e32b5cb1121 req-87ac321e-c38a-4bdd-adc5-c90a180f559a tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:28.963827 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bfcf82c9-f5d5-4b05-906e-6e32b5cb1121 req-87ac321e-c38a-4bdd-adc5-c90a180f559a tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 945 time: 0.1274817 Aug 25 16:18:29.013324 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c55a57-84a1-46ed-a565-89b87399b4d8 req-85556c72-8b8f-410b-9c69-2fadedf9e51c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:29.014908 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-40c55a57-84a1-46ed-a565-89b87399b4d8 req-85556c72-8b8f-410b-9c69-2fadedf9e51c tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 945 time: 0.1213062 Aug 25 16:18:29.041700 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bfcf82c9-f5d5-4b05-906e-6e32b5cb1121 req-c1b9dff5-18fb-443e-ae08-b775aeeae23b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701492 Aug 25 16:18:29.067151 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-40c55a57-84a1-46ed-a565-89b87399b4d8 req-ab6ab4e3-cdf1-428d-bcac-9bf0911567d1 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467820 Aug 25 16:18:29.259579 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac5e11-f428-4bd6-b66d-c48f073a4074 req-3fcff3e7-e689-4e6d-86e8-2f13f6e51a55 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:29.261003 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a6ac5e11-f428-4bd6-b66d-c48f073a4074 req-3fcff3e7-e689-4e6d-86e8-2f13f6e51a55 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 945 time: 0.0780385 Aug 25 16:18:29.310546 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a6ac5e11-f428-4bd6-b66d-c48f073a4074 req-4d36451e-33e5-4d09-89ea-1055f1e4bf30 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Aug 25 16:18:29.337151 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33240) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:29.535212 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-21b079d0-b4bc-4824-b45f-9b13a70976a0 tempest-TestVolumeBootPattern-1660668837 tempest-TestVolumeBootPattern-1660668837-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 1093 time: 0.1968753 Aug 25 16:18:29.537760 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33246) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:29.542949 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Request body: {'floatingip': {'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'port_id': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:29.548148 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:29.551898 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Usage tracker for resource:floatingip and tenant:11158028ca0244c6976197ab17ae1c37 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:29.554642 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:29.560255 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:29.570046 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.701760 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.752099 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 9fb53c4b-efad-435a-955a-811555493a22 up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:29.819929 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port 9fb53c4b-efad-435a-955a-811555493a22 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:29.825819 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port 9fb53c4b-efad-435a-955a-811555493a22 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:29.826139 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.832698 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Allocated IP 172.27.2.246 (c09252c6-fda2-4fa5-924a-0ae49da8593b/c5e0590e-8967-44c6-9e5e-4a4312ca9ae5/c876c493-a29a-4e0a-a553-81956337fe36) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:29.941297 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.967817 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074909af-7d4c-4c9d-9e10-bdf902a39879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb53c4b-efad-435a-955a-811555493a22'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:29.976982 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port 9fb53c4b-efad-435a-955a-811555493a22, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9fb53c4b-efad-435a-955a-811555493a22,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:29.981601 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.982188 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.983782 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:30.012086 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.016228 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fbac937c-8293-4564-9c0a-adb2a07ff2cc tempest-AttachVolumeShelveTestJSON-14504934 tempest-AttachVolumeShelveTestJSON-14504934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:30.041575 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074909af-7d4c-4c9d-9e10-bdf902a39879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb53c4b-efad-435a-955a-811555493a22', 'code': 200} Aug 25 16:18:30.049157 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=9fb53c4b-efad-435a-955a-811555493a22,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:30.052074 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:30.091523 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Network c09252c6-fda2-4fa5-924a-0ae49da8593b is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:30.095867 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:30.098240 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:30.126154 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'Port': ['ID=c876c493-a29a-4e0a-a553-81956337fe36,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:30.144514 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.144896 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.145265 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.145624 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.145981 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.146341 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.146692 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.147048 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.147392 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.147768 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.148106 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:30.151591 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:30.321251 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-70b1bbd5-1f46-44df-8af1-ad59b8cefdd4 req-d4a0a886-00a2-499e-8100-758423dfcbef service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 1099 time: 0.0658445 Aug 25 16:18:30.363964 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-70b1bbd5-1f46-44df-8af1-ad59b8cefdd4 req-24294788-3930-491b-92ce-0eae53649314 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363734 Aug 25 16:18:30.492652 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84b8f-0996-49c5-b372-ba418b6ec46d req-44977f3a-8d82-4bd1-8457-1d80c4745ae7 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:30.494088 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d84b8f-0996-49c5-b372-ba418b6ec46d req-44977f3a-8d82-4bd1-8457-1d80c4745ae7 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 946 time: 0.3006895 Aug 25 16:18:30.622614 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d84b8f-0996-49c5-b372-ba418b6ec46d req-c2b4e0bf-1363-469a-b684-61ea1eea6adf tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178186 Aug 25 16:18:30.796897 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.848583 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:31.051001 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:31.055289 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7215769'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:31.059839 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ebc032b0-c371-45d3-bb9b-213429a0237e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:31.150405 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event updated for resources: {'Port': ['ID=c876c493-a29a-4e0a-a553-81956337fe36,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:31.154829 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:31.170086 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2022989'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:31.357453 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Floating IP 2eebf53f-e34e-47c9-9fa0-c7db1807b6ba associated. External IP: 172.27.2.246, port: 5d349fbe-a46b-483c-a995-d3e041ac8c7f. Aug 25 16:18:31.743285 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Router 1dd99cc0-2179-42ba-883f-8af7243d266e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:18:32.001156 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3dee0-9d1d-4af5-978f-40ae0e6cd04b req-6c594965-c339-43e3-b343-ed4b9b299898 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:32.002624 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-56f3dee0-9d1d-4af5-978f-40ae0e6cd04b req-6c594965-c339-43e3-b343-ed4b9b299898 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 946 time: 0.2581639 Aug 25 16:18:32.108586 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-56f3dee0-9d1d-4af5-978f-40ae0e6cd04b req-de77913d-075e-46bf-96f7-3771d057412a tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000216 Aug 25 16:18:32.148031 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:32.158615 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] Sync routers for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:32.171783 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:32.172546 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:18:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:32.174301 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:32.245131 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-27d3e735-d39b-44f6-86ac-eaa551a4a2b3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6927183 Aug 25 16:18:32.245131 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:32.287593 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'status': 'completed', 'code': 200} Aug 25 16:18:32.354694 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:32.404606 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-919c957c-71a2-4da9-ba0e-435e6e689e0a req-13f87424-762c-4b43-a9f0-00c235a47bb7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 1098 time: 0.0728376 Aug 25 16:18:32.626226 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c957c-71a2-4da9-ba0e-435e6e689e0a req-5e22d0cb-5b5f-454b-abe1-2e1038911ad3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:32.627690 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-919c957c-71a2-4da9-ba0e-435e6e689e0a req-5e22d0cb-5b5f-454b-abe1-2e1038911ad3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.2165964 Aug 25 16:18:32.733346 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-919c957c-71a2-4da9-ba0e-435e6e689e0a req-90a066f8-869f-4207-b360-177fa7cb107d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d349fbe-a46b-483c-a995-d3e041ac8c7f HTTP/1.1" status: 200 len: 999 time: 0.0988326 Aug 25 16:18:32.751428 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '2eebf53f-e34e-47c9-9fa0-c7db1807b6ba', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:62:c5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:18:30Z', 'updated_at': '2021-08-25T16:18:30Z', 'revision_number': 0, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}, {'id': '3a85b1fa-6df0-4d69-b434-9c25172e9b6f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:09Z', 'updated_at': '2021-08-25T16:16:13Z', 'revision_number': 1, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:32.755345 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] Checking router: 1dd99cc0-2179-42ba-883f-8af7243d266e for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:32.766528 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:32.767130 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:18:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:32.797961 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c957c-71a2-4da9-ba0e-435e6e689e0a req-885ddd43-af29-458a-9303-80574ebc7d23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:32.799394 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-919c957c-71a2-4da9-ba0e-435e6e689e0a req-885ddd43-af29-458a-9303-80574ebc7d23 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0599895 Aug 25 16:18:32.885747 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-919c957c-71a2-4da9-ba0e-435e6e689e0a req-e209b4da-65bd-4c65-a9af-8e570147aa31 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739028 Aug 25 16:18:32.951858 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:33.028542 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-919c957c-71a2-4da9-ba0e-435e6e689e0a req-c1ed79b5-ce68-4842-a6f9-36b2d956649b service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332624 Aug 25 16:18:33.170674 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-919c957c-71a2-4da9-ba0e-435e6e689e0a req-a553d019-b8dd-4266-9244-84204f339d8b service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358714 Aug 25 16:18:33.307606 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '2eebf53f-e34e-47c9-9fa0-c7db1807b6ba', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:62:c5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:18:30Z', 'updated_at': '2021-08-25T16:18:30Z', 'revision_number': 0, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}, {'id': '3a85b1fa-6df0-4d69-b434-9c25172e9b6f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:09Z', 'updated_at': '2021-08-25T16:16:13Z', 'revision_number': 1, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:33.312158 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc30cd-fc1e-4870-9b9f-2eadabaf0bc3 None None] The sync data for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi is: [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '2eebf53f-e34e-47c9-9fa0-c7db1807b6ba', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:62:c5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:18:30Z', 'updated_at': '2021-08-25T16:18:30Z', 'revision_number': 0, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}, {'id': '3a85b1fa-6df0-4d69-b434-9c25172e9b6f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:09Z', 'updated_at': '2021-08-25T16:16:13Z', 'revision_number': 1, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:33.316601 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857fd8b-3739-4aa4-a37a-a2ce31f2cf5d req-7e903ea7-03a5-47da-83b1-06c07ddbc1e0 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:33.318109 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f857fd8b-3739-4aa4-a37a-a2ce31f2cf5d req-7e903ea7-03a5-47da-83b1-06c07ddbc1e0 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 946 time: 0.0817080 Aug 25 16:18:33.365382 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f857fd8b-3739-4aa4-a37a-a2ce31f2cf5d req-06f00823-06a7-447f-befa-43cd1ab4e19f tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Aug 25 16:18:33.496387 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfdc78-1107-4147-b525-83aac5771f20 None None] New status for floating IP 2eebf53f-e34e-47c9-9fa0-c7db1807b6ba: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:18:34.569694 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5103fc-2677-4d7c-a6a4-7dab25351861 req-be771eb1-5128-409d-8ff5-bd63c8427615 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:34.571187 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9b5103fc-2677-4d7c-a6a4-7dab25351861 req-be771eb1-5128-409d-8ff5-bd63c8427615 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 946 time: 0.0813608 Aug 25 16:18:34.574187 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:34.616832 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9b5103fc-2677-4d7c-a6a4-7dab25351861 req-e310a0c5-e715-4835-98ce-e9566990ddd2 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391862 Aug 25 16:18:34.856455 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-61bf5b95-e8cf-4dc3-addb-42b42421024d tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:34.857132 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-61bf5b95-e8cf-4dc3-addb-42b42421024d tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Synchronizing usage tracker for tenant:64aa380e38a941faaf8c028b60259a4c on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:34.873323 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-61bf5b95-e8cf-4dc3-addb-42b42421024d tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Unset dirty status for tenant:64aa380e38a941faaf8c028b60259a4c on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:34.874417 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-61bf5b95-e8cf-4dc3-addb-42b42421024d tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.76 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 946 time: 0.0904849 Aug 25 16:18:34.939952 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Deleting port 9fb53c4b-efad-435a-955a-811555493a22 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:34.940410 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:35.222233 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] For port 9fb53c4b-efad-435a-955a-811555493a22, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=9fb53c4b-efad-435a-955a-811555493a22,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:35.222489 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:35.340219 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Calling delete_port for 9fb53c4b-efad-435a-955a-811555493a22 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:35.393141 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d97c051-d42d-4713-8829-0df9ea791453 req-9092c77a-2720-47a4-af70-6159d679120d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2587528 Aug 25 16:18:35.528783 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:35.534461 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e32301f8-65dc-496e-bcb3-325fee457932 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:35.563337 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['9fb53c4b-efad-435a-955a-811555493a22'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:18:35.583477 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Pushing event deleted for resources: {'Port': ['ID=9fb53c4b-efad-435a-955a-811555493a22,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:35.588227 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:35.619099 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d97c051-d42d-4713-8829-0df9ea791453 req-6c967183-a0e3-47d5-9d36-84c3b3bb9ccc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 1098 time: 0.1684909 Aug 25 16:18:35.684371 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] No DVR routers for this DVR port 9fb53c4b-efad-435a-955a-811555493a22 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:18:35.787037 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0714fe92-8fb6-4899-9a09-81d16470362b req-5a57f9c9-5d95-403b-8129-f947aa8841ba tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=074909af-7d4c-4c9d-9e10-bdf902a39879 HTTP/1.1" status: 200 len: 210 time: 0.0498776 Aug 25 16:18:35.822272 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:35.824775 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074909af-7d4c-4c9d-9e10-bdf902a39879', 'name': 'network-vif-deleted', 'tag': '9fb53c4b-efad-435a-955a-811555493a22'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:35.855916 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7eec2ddc-3751-49f1-860f-66067bc02077 req-9b9fb0ac-dc37-4882-8604-96874e9f7467 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.76 "DELETE /v2.0/ports/9fb53c4b-efad-435a-955a-811555493a22 HTTP/1.1" status: 204 len: 173 time: 0.9755962 Aug 25 16:18:35.893140 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97c051-d42d-4713-8829-0df9ea791453 req-e946355e-8578-461b-b174-dcd2eab4117d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:35.894589 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d97c051-d42d-4713-8829-0df9ea791453 req-e946355e-8578-461b-b174-dcd2eab4117d service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.2412307 Aug 25 16:18:35.898810 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074909af-7d4c-4c9d-9e10-bdf902a39879', 'name': 'network-vif-deleted', 'tag': '9fb53c4b-efad-435a-955a-811555493a22', 'status': 'completed', 'code': 200} Aug 25 16:18:36.008691 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d97c051-d42d-4713-8829-0df9ea791453 req-50247a2e-527d-4f43-aeb0-8008bd90336b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e435a0-96ef-4489-83d1-5d58887f5658 HTTP/1.1" status: 200 len: 1000 time: 0.0981183 Aug 25 16:18:36.073406 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97c051-d42d-4713-8829-0df9ea791453 req-c5151383-7a54-4ef2-a08c-a8d384a0d2c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:36.075738 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d97c051-d42d-4713-8829-0df9ea791453 req-c5151383-7a54-4ef2-a08c-a8d384a0d2c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0604317 Aug 25 16:18:36.163275 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d97c051-d42d-4713-8829-0df9ea791453 req-9bc87824-ba94-491e-8209-bbbfc1541b9a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705283 Aug 25 16:18:36.301770 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d97c051-d42d-4713-8829-0df9ea791453 req-f2e579f7-bbbc-4e7d-9506-d261ab86bf42 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208069 Aug 25 16:18:36.431563 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8d97c051-d42d-4713-8829-0df9ea791453 req-0d45118a-fda9-4e4f-a51f-a5978594c138 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219785 Aug 25 16:18:37.177771 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-5ebb12fc-4816-449e-97d7-9f92df9b3efd tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:37.179121 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-5ebb12fc-4816-449e-97d7-9f92df9b3efd tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/networks?id=b7559576-0d75-40b2-8dd2-96411fa0dc7c HTTP/1.1" status: 200 len: 809 time: 0.1420467 Aug 25 16:18:37.195155 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-1e39623a-b1e4-4185-b877-ed73a0a276b2 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/quotas/64aa380e38a941faaf8c028b60259a4c HTTP/1.1" status: 200 len: 375 time: 0.0101681 Aug 25 16:18:37.238846 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-cd76a028-c48e-4d0a-9111-7c584bb53bac tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=64aa380e38a941faaf8c028b60259a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390263 Aug 25 16:18:37.370133 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-c0e81590-8f77-4be5-a866-761821360a95 service neutron] 10.222.0.73 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249948 Aug 25 16:18:37.500804 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-47ad71cb-298b-4428-85e8-f222b7be035f service neutron] 10.222.0.73 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250193 Aug 25 16:18:37.757371 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 9fb53c4b-efad-435a-955a-811555493a22 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:37.795545 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 9fb53c4b-efad-435a-955a-811555493a22 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:37.795901 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 9fb53c4b-efad-435a-955a-811555493a22 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:38.705285 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d5e402a2-28a6-4d52-98da-a2fbc2a94862 req-c6646f10-e9bd-4117-bac2-671ed4b66f67 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 210 time: 0.0455425 Aug 25 16:18:39.840015 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-d2ee7e51-1ea2-4779-b730-ba1cbbec7bcf tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:39.841427 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-d2ee7e51-1ea2-4779-b730-ba1cbbec7bcf tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.76 "GET /v2.0/networks?id=b7559576-0d75-40b2-8dd2-96411fa0dc7c HTTP/1.1" status: 200 len: 809 time: 0.1451581 Aug 25 16:18:39.870575 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Request body: {'port': {'device_id': '8b0c6ff0-5b2b-43d3-a464-460c309c3255', 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c', 'admin_state_up': True, 'tenant_id': '64aa380e38a941faaf8c028b60259a4c'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:39.875012 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3bf3c926-fc95-40df-8e56-2d6de06fdd4e req-728c6e37-dbbb-4247-a471-0003af181192 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 210 time: 0.0436406 Aug 25 16:18:40.005135 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:40.009033 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Usage tracker for resource:port and tenant:64aa380e38a941faaf8c028b60259a4c is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:40.012293 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:40.018088 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:40.027666 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Made reservation on behalf of 64aa380e38a941faaf8c028b60259a4c for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:40.030550 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:40.194223 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Allocated IP 172.20.0.13 (b7559576-0d75-40b2-8dd2-96411fa0dc7c/3903d947-7785-4093-b213-b320a6fef51c/d68e2079-f84d-470e-b0f8-f004e035e21b) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:40.386189 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:40.412652 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766033300767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:40.418519 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-538755ae-ad22-4349-a533-a5cb9df61316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:40.488714 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Network b7559576-0d75-40b2-8dd2-96411fa0dc7c is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:40.492229 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:40.494118 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Pushing event updated for resources: {'Port': ['ID=d68e2079-f84d-470e-b0f8-f004e035e21b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:40.496222 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:40.520413 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:40.554796 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:40.555373 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:40.577248 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-05aef0c4-5ceb-4eb8-b67b-39ec13870d2b tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7127106 Aug 25 16:18:40.598299 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Request body: {'port': {'device_id': '8b0c6ff0-5b2b-43d3-a464-460c309c3255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:40.701862 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.071771 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbf379-5d30-45ff-95b4-0c6b36fabf09 req-eeccd061-f947-4f9b-920d-7607507069ae tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:41.073240 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-17fbf379-5d30-45ff-95b4-0c6b36fabf09 req-eeccd061-f947-4f9b-920d-7607507069ae tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 932 time: 0.0754173 Aug 25 16:18:41.118073 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68e2079-f84d-470e-b0f8-f004e035e21b {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:18:41.121821 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-17fbf379-5d30-45ff-95b4-0c6b36fabf09 req-3e148dfd-a441-4e25-910b-31a2b623c494 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423319 Aug 25 16:18:41.125505 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.140857 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Transition to ACTIVE for port object d68e2079-f84d-470e-b0f8-f004e035e21b will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:41.144111 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.147930 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5f6c2c60-efdd-4a2f-a72c-b1dff776504b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:41.270869 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Pushing event updated for resources: {'Port': ['ID=d68e2079-f84d-470e-b0f8-f004e035e21b,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:41.274846 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:41.376019 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Attempting to bind port d68e2079-f84d-470e-b0f8-f004e035e21b on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:41.376249 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Attempting to bind port d68e2079-f84d-470e-b0f8-f004e035e21b by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:41.376552 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Attempting to bind port d68e2079-f84d-470e-b0f8-f004e035e21b on network b7559576-0d75-40b2-8dd2-96411fa0dc7c {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:41.382137 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Port d68e2079-f84d-470e-b0f8-f004e035e21b on network b7559576-0d75-40b2-8dd2-96411fa0dc7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:18:41.382452 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Attempting to bind port d68e2079-f84d-470e-b0f8-f004e035e21b on network b7559576-0d75-40b2-8dd2-96411fa0dc7c {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:41.389397 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Checking agent: {'id': 'cf9c424d-12ec-48bc-bf06-d49b6a4001c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'started_at': datetime.datetime(2021, 8, 25, 16, 6, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:41.389722 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Checking segment: {'id': 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:41.390117 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Bound using segment: {'id': 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:41.390526 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Bound port: d68e2079-f84d-470e-b0f8-f004e035e21b, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:41.390861 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.477672 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] For port d68e2079-f84d-470e-b0f8-f004e035e21b, host hv-cinder-80600, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:41.481138 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] For port d68e2079-f84d-470e-b0f8-f004e035e21b, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d68e2079-f84d-470e-b0f8-f004e035e21b,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:41.485459 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1512766'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.489419 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1d8bc45d-107b-4955-a67e-131908a3725d tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:41.545488 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.546837 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] 10.222.0.76 "PUT /v2.0/ports/d68e2079-f84d-470e-b0f8-f004e035e21b HTTP/1.1" status: 200 len: 1094 time: 0.9524605 Aug 25 16:18:41.547326 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0c6ff0-5b2b-43d3-a464-460c309c3255', 'tag': 'd68e2079-f84d-470e-b0f8-f004e035e21b'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:41.563849 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Pushing event updated for resources: {'Port': ['ID=d68e2079-f84d-470e-b0f8-f004e035e21b,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:41.566807 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ef952518-184e-4eea-98b8-194d57e2d604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:41.604458 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0c6ff0-5b2b-43d3-a464-460c309c3255', 'tag': 'd68e2079-f84d-470e-b0f8-f004e035e21b', 'status': 'completed', 'code': 200} Aug 25 16:18:41.688786 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-78e73285-1e79-48f0-b1dc-cead05533f73 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=64aa380e38a941faaf8c028b60259a4c&device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 1097 time: 0.0688550 Aug 25 16:18:41.766412 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-5e8836bc-6660-4257-b3a4-392f4c2d2408 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d68e2079-f84d-470e-b0f8-f004e035e21b HTTP/1.1" status: 200 len: 217 time: 0.0629442 Aug 25 16:18:41.828262 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-345f9eac-90ee-4fea-976e-18852ae5a500 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:41.829624 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-345f9eac-90ee-4fea-976e-18852ae5a500 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3903d947-7785-4093-b213-b320a6fef51c HTTP/1.1" status: 200 len: 849 time: 0.0548918 Aug 25 16:18:41.881906 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-d4200221-5f50-4017-a126-2d9974423f6e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b7559576-0d75-40b2-8dd2-96411fa0dc7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412138 Aug 25 16:18:42.013492 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-f6b892c6-e797-4284-83b2-7ef8f10536e0 service neutron] 10.222.0.76 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230142 Aug 25 16:18:42.140663 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d676d01-82e9-435c-a00a-3c226f8ec4cb req-2bbd7c68-68fd-411e-8f19-dbcb7765607b service neutron] 10.222.0.76 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203897 Aug 25 16:18:42.316947 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b1bd643-bb82-4e66-9267-bf3dbfda1880 req-f8ecaeab-e43e-464d-91a6-9fdc42ccd8c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=64aa380e38a941faaf8c028b60259a4c&device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 1097 time: 0.0664423 Aug 25 16:18:42.319168 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc5ea3-7a23-4331-a5d4-1d53700f1824 req-66bd0efe-9f91-4b99-9164-62bae133a80f tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:42.320620 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b3dc5ea3-7a23-4331-a5d4-1d53700f1824 req-66bd0efe-9f91-4b99-9164-62bae133a80f tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 944 time: 0.0767593 Aug 25 16:18:42.366363 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b3dc5ea3-7a23-4331-a5d4-1d53700f1824 req-3894c0af-616f-4104-b679-ba70a9cdde1d tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397506 Aug 25 16:18:42.447053 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd643-bb82-4e66-9267-bf3dbfda1880 req-0caf1abb-2bd6-4d96-98fe-3dafe2212f3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:42.448558 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b1bd643-bb82-4e66-9267-bf3dbfda1880 req-0caf1abb-2bd6-4d96-98fe-3dafe2212f3c service neutron] 10.222.0.76 "GET /v2.0/networks?id=b7559576-0d75-40b2-8dd2-96411fa0dc7c HTTP/1.1" status: 200 len: 911 time: 0.1237721 Aug 25 16:18:42.518082 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b1bd643-bb82-4e66-9267-bf3dbfda1880 req-02e42d64-e139-4adb-b798-282371a7ade1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d68e2079-f84d-470e-b0f8-f004e035e21b HTTP/1.1" status: 200 len: 217 time: 0.0620706 Aug 25 16:18:42.578268 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd643-bb82-4e66-9267-bf3dbfda1880 req-aa703bd0-cf19-487f-b7fd-1b7d73b94c77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:42.579583 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b1bd643-bb82-4e66-9267-bf3dbfda1880 req-aa703bd0-cf19-487f-b7fd-1b7d73b94c77 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3903d947-7785-4093-b213-b320a6fef51c HTTP/1.1" status: 200 len: 849 time: 0.0545635 Aug 25 16:18:42.628871 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b1bd643-bb82-4e66-9267-bf3dbfda1880 req-fcf7eece-0e77-42ad-9d3c-6f0d208b93f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b7559576-0d75-40b2-8dd2-96411fa0dc7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413969 Aug 25 16:18:42.838396 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b1bd643-bb82-4e66-9267-bf3dbfda1880 req-0bc14a43-ec49-4e1a-8737-88de97f47a09 service neutron] 10.222.0.76 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007947 Aug 25 16:18:42.966554 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0b1bd643-bb82-4e66-9267-bf3dbfda1880 req-03098c14-5b08-4682-93fe-f24b0e9979bf service neutron] 10.222.0.76 "GET /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209612 Aug 25 16:18:43.565787 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392473-ec5f-464b-9b23-fb76e6b89f85 req-7a6ee789-ed46-4b60-a0e8-02fdcaa206e2 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:43.567201 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5392473-ec5f-464b-9b23-fb76e6b89f85 req-7a6ee789-ed46-4b60-a0e8-02fdcaa206e2 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 944 time: 0.0792882 Aug 25 16:18:43.611288 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5392473-ec5f-464b-9b23-fb76e6b89f85 req-8f5fa3a4-e408-45d2-85db-2e11149d952e tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385540 Aug 25 16:18:43.722594 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-26edc4ef-8814-4fbd-9c25-6430abf02e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.795801 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d68e2079-f84d-470e-b0f8-f004e035e21b details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:18:43.925737 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d68e2079-f84d-470e-b0f8-f004e035e21b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d68e2079-f84d-470e-b0f8-f004e035e21b,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:43.939180 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Returning: {'device': 'd68e2079-f84d-470e-b0f8-f004e035e21b', 'network_id': 'b7559576-0d75-40b2-8dd2-96411fa0dc7c', 'port_id': 'd68e2079-f84d-470e-b0f8-f004e035e21b', 'mac_address': 'fa:16:3e:b4:6d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3903d947-7785-4093-b213-b320a6fef51c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:18:43.992063 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.011977 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68e2079-f84d-470e-b0f8-f004e035e21b {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:18:44.026966 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d68e2079-f84d-470e-b0f8-f004e035e21b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d68e2079-f84d-470e-b0f8-f004e035e21b,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:44.030810 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.032464 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-80fa0466-7004-4d97-9796-2fe20393e4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:44.094337 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=d68e2079-f84d-470e-b0f8-f004e035e21b,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:44.097287 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:44.182982 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.383164 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] get_ports_and_sgs() called for port_ids ['d68e2079-f84d-470e-b0f8-f004e035e21b'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:18:44.805199 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70870ee6-21f1-45df-939e-467cd105f0c3 req-27c1c14a-f473-4d93-8072-2359e432fe32 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:44.806623 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-70870ee6-21f1-45df-939e-467cd105f0c3 req-27c1c14a-f473-4d93-8072-2359e432fe32 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 945 time: 0.0759954 Aug 25 16:18:44.851756 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-70870ee6-21f1-45df-939e-467cd105f0c3 req-f409094c-0bb0-480c-9b5c-b1bd7b7581fc tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 Aug 25 16:18:45.785271 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d68e2079-f84d-470e-b0f8-f004e035e21b up at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:45.851572 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning for port d68e2079-f84d-470e-b0f8-f004e035e21b completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:45.856179 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Provisioning complete for port d68e2079-f84d-470e-b0f8-f004e035e21b triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:45.856558 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1040646'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:45.971613 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646202'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:45.998785 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c6ff0-5b2b-43d3-a464-460c309c3255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68e2079-f84d-470e-b0f8-f004e035e21b'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:46.008424 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] For port d68e2079-f84d-470e-b0f8-f004e035e21b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d68e2079-f84d-470e-b0f8-f004e035e21b,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:46.012755 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766033724694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766033300785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766033300830'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:46.014976 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:46.051193 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245e379-e5ea-4825-8391-c7f7f255dd40 req-920c6c0c-ae62-498e-8bc2-cd0d698708d0 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:46.052697 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b245e379-e5ea-4825-8391-c7f7f255dd40 req-920c6c0c-ae62-498e-8bc2-cd0d698708d0 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 945 time: 0.0806155 Aug 25 16:18:46.060748 dv-cinder-806007-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0c6ff0-5b2b-43d3-a464-460c309c3255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68e2079-f84d-470e-b0f8-f004e035e21b', 'code': 200} Aug 25 16:18:46.079185 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Pushing event updated for resources: {'Port': ['ID=d68e2079-f84d-470e-b0f8-f004e035e21b,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:46.082117 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:46.102284 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b245e379-e5ea-4825-8391-c7f7f255dd40 req-3350eb53-bb0a-49fa-8b91-3776e95ae549 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435760 Aug 25 16:18:46.322643 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-663566d7-81f0-486c-989e-2511f308e3e8 req-33cdcb42-7e2d-400b-94d8-3d126492a517 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 1099 time: 0.0672312 Aug 25 16:18:46.362644 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-663566d7-81f0-486c-989e-2511f308e3e8 req-bb46b5e6-b375-4d61-aa13-eb893a01740d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Aug 25 16:18:46.507742 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-13fb5058-042c-4581-9f22-326a671ad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:47.294669 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fa6ab-161e-4d46-8ae0-f78675764aca req-d3db4603-bd3f-4791-8cb8-e0fddba9ff53 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:47.296035 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-474fa6ab-161e-4d46-8ae0-f78675764aca req-d3db4603-bd3f-4791-8cb8-e0fddba9ff53 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 946 time: 0.0754888 Aug 25 16:18:47.344400 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-474fa6ab-161e-4d46-8ae0-f78675764aca req-dce9fddc-2ab2-4a41-94b2-7a1fe4c110cf tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429912 Aug 25 16:18:47.598884 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:48.621071 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaad424-8d15-4455-b59a-4935e2dbce41 req-65f049c9-2fe7-4adc-a892-a04b261b1799 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:48.623044 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-beaad424-8d15-4455-b59a-4935e2dbce41 req-65f049c9-2fe7-4adc-a892-a04b261b1799 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 946 time: 0.1615298 Aug 25 16:18:48.667193 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-beaad424-8d15-4455-b59a-4935e2dbce41 req-32bf0e16-b572-44f5-9c08-fe5bd066ea38 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385234 Aug 25 16:18:49.658762 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:49.885676 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8863cf-269a-491c-abc9-13fa559d27c5 req-c8764237-969d-42a7-8592-4fc8b373d051 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:49.887119 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-da8863cf-269a-491c-abc9-13fa559d27c5 req-c8764237-969d-42a7-8592-4fc8b373d051 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 946 time: 0.0780041 Aug 25 16:18:49.932418 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-da8863cf-269a-491c-abc9-13fa559d27c5 req-6ffd12c0-9e0f-4032-a8d3-5dcb1d3c6017 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391695 Aug 25 16:18:51.126868 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc747bff-dbe0-440a-babc-a6ecd62fd366 req-6b59b4f0-0f02-4323-8c18-7b6bae8ab319 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:51.128335 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc747bff-dbe0-440a-babc-a6ecd62fd366 req-6b59b4f0-0f02-4323-8c18-7b6bae8ab319 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 946 time: 0.0758145 Aug 25 16:18:51.174475 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc747bff-dbe0-440a-babc-a6ecd62fd366 req-b88a4cca-2e9f-4a54-b087-3cdaef3990fe tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/security-groups?id=68053386-3e23-4544-8b85-4ac22f2592bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Aug 25 16:18:51.475996 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-289b4ebe-fd15-4a97-a3e4-18416e1e3fee tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:51.476601 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-289b4ebe-fd15-4a97-a3e4-18416e1e3fee tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Synchronizing usage tracker for tenant:64aa380e38a941faaf8c028b60259a4c on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:51.491155 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-289b4ebe-fd15-4a97-a3e4-18416e1e3fee tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Unset dirty status for tenant:64aa380e38a941faaf8c028b60259a4c on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:51.492304 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-289b4ebe-fd15-4a97-a3e4-18416e1e3fee tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.76 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 946 time: 0.0927460 Aug 25 16:18:51.562712 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Deleting port d68e2079-f84d-470e-b0f8-f004e035e21b {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:51.563049 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:51.795984 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] For port d68e2079-f84d-470e-b0f8-f004e035e21b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d68e2079-f84d-470e-b0f8-f004e035e21b,segment=NetworkSegment(b07038a6-a2de-45fa-95a6-a0d2e02ffb3d),segment_id=b07038a6-a2de-45fa-95a6-a0d2e02ffb3d)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:51.796250 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:51.912308 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Calling delete_port for d68e2079-f84d-470e-b0f8-f004e035e21b owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:52.051239 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:52.056409 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c98a34d5-5350-443b-bd5e-40f2ca7cf74a tempest-TestShelveInstance-80448660 tempest-TestShelveInstance-80448660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:52.096952 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Pushing event deleted for resources: {'Port': ['ID=d68e2079-f84d-470e-b0f8-f004e035e21b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:52.100230 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:52.170504 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] No DVR routers for this DVR port d68e2079-f84d-470e-b0f8-f004e035e21b on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:18:52.172962 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:52.175418 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c6ff0-5b2b-43d3-a464-460c309c3255', 'name': 'network-vif-deleted', 'tag': 'd68e2079-f84d-470e-b0f8-f004e035e21b'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:52.189846 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1e5e265-20b4-4265-a51e-36e6abee77e3 req-8d5a92e4-1b07-46ec-842a-50325f764373 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.76 "DELETE /v2.0/ports/d68e2079-f84d-470e-b0f8-f004e035e21b HTTP/1.1" status: 204 len: 173 time: 0.6886659 Aug 25 16:18:52.231794 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0c6ff0-5b2b-43d3-a464-460c309c3255', 'name': 'network-vif-deleted', 'tag': 'd68e2079-f84d-470e-b0f8-f004e035e21b', 'status': 'completed', 'code': 200} Aug 25 16:18:52.339696 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f27d331-2643-4254-b137-e003fd44f7a0 req-a84bf58b-132c-4eab-881d-e27508a8563f tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] 10.222.0.73 "GET /v2.0/ports?device_id=8b0c6ff0-5b2b-43d3-a464-460c309c3255 HTTP/1.1" status: 200 len: 210 time: 0.0452313 Aug 25 16:18:53.802532 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d68e2079-f84d-470e-b0f8-f004e035e21b no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:53.838477 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: d68e2079-f84d-470e-b0f8-f004e035e21b {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:53.838827 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device d68e2079-f84d-470e-b0f8-f004e035e21b not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:00.254486 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:19:04.572409 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:13.727361 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-76ac085d-dd5a-49fe-a4ec-c7202a6da336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:14.187944 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:16.510041 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-487a0b33-254a-4d56-a626-0006393aef84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:17.603922 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:17.944273 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33524) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:18.001654 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a66c269-e8a0-42b6-aebb-ca4bdbd4584d admin admin] Deleting subnet 3903d947-7785-4093-b213-b320a6fef51c {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:19:18.004393 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a66c269-e8a0-42b6-aebb-ca4bdbd4584d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.054084 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a66c269-e8a0-42b6-aebb-ca4bdbd4584d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6821172'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.106549 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a66c269-e8a0-42b6-aebb-ca4bdbd4584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.172218 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a66c269-e8a0-42b6-aebb-ca4bdbd4584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7215715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7181577'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.176304 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:18.215297 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66c269-e8a0-42b6-aebb-ca4bdbd4584d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3903d947-7785-4093-b213-b320a6fef51c,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:18.217912 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6a66c269-e8a0-42b6-aebb-ca4bdbd4584d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:18.222850 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a66c269-e8a0-42b6-aebb-ca4bdbd4584d admin admin] Notify callbacks [] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.228664 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6a66c269-e8a0-42b6-aebb-ca4bdbd4584d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3903d947-7785-4093-b213-b320a6fef51c HTTP/1.1" status: 204 len: 168 time: 0.2833750 Aug 25 16:19:18.231038 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33528) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:18.331259 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.454964 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.467654 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7559576-0d75-40b2-8dd2-96411fa0dc7c']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:18.479325 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:18.479658 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07038a6-a2de-45fa-95a6-a0d2e02ffb3d') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:18.491473 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6821179'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.506814 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.512692 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:19:18.513363 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7215813'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: timer() Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: self._notify() Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: event.method(event) Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:19:18.525840 dv-cinder-806007-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:19:18.599974 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.603889 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:18.616839 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.627138 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7559576-0d75-40b2-8dd2-96411fa0dc7c,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:18.630173 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:18.643013 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-61fd395b-f06d-447c-9327-8e04bd1bc929 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b7559576-0d75-40b2-8dd2-96411fa0dc7c HTTP/1.1" status: 204 len: 168 time: 0.4109776 Aug 25 16:19:18.773205 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33534) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:18.821856 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-de21c5de-5dd5-4cfc-bc4b-04d718461313 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=64aa380e38a941faaf8c028b60259a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473957 Aug 25 16:19:18.824149 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33538) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:18.881306 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3cd00bdc-72a9-4133-a189-5d104f4acf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.905605 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3cd00bdc-72a9-4133-a189-5d104f4acf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.954951 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3cd00bdc-72a9-4133-a189-5d104f4acf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.958565 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f9379956-fc22-42b3-b72d-1fc8ad920520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:18.970325 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd00bdc-72a9-4133-a189-5d104f4acf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68053386-3e23-4544-8b85-4ac22f2592bf,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:18.973408 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3cd00bdc-72a9-4133-a189-5d104f4acf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:18.983009 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3cd00bdc-72a9-4133-a189-5d104f4acf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.984384 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-3cd00bdc-72a9-4133-a189-5d104f4acf40 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/68053386-3e23-4544-8b85-4ac22f2592bf HTTP/1.1" status: 204 len: 168 time: 0.1592386 Aug 25 16:19:19.661827 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:34.583978 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:35.373484 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-db84a233-5eba-4cc8-a0bf-1f245bb3379e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2381005 Aug 25 16:19:35.538272 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-9b6213e6-6a16-4c74-a4f1-454bfdac9c3d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 1098 time: 0.0732732 Aug 25 16:19:35.685886 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-7bdf5390-8fe4-463e-aebe-317fdae8b9c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:35.687307 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-7bdf5390-8fe4-463e-aebe-317fdae8b9c6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.1271133 Aug 25 16:19:35.879713 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-84827429-4039-44e1-b589-03963eea2154 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e435a0-96ef-4489-83d1-5d58887f5658 HTTP/1.1" status: 200 len: 1000 time: 0.1838875 Aug 25 16:19:35.941700 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-02b7bd32-afc8-45f8-91a5-d3b83099e310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:35.943102 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-02b7bd32-afc8-45f8-91a5-d3b83099e310 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0568812 Aug 25 16:19:36.019678 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-c115a321-e4d6-486c-b4ea-98cc64d7a570 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679774 Aug 25 16:19:36.030274 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-77b8d6d3-236e-4641-bf52-ca838d5c5b30 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:19:36.031242 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-77b8d6d3-236e-4641-bf52-ca838d5c5b30 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048621 Aug 25 16:19:36.161610 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-69a2911b-35e2-4525-944d-60a03da42b2c service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229987 Aug 25 16:19:36.289662 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fcd4771a-800e-490e-b9cc-19bf15306d5b req-1c17e45a-7d82-4669-a15c-29af3d98dcf4 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212485 Aug 25 16:19:37.255553 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:19:43.719100 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c14f3d7-025d-4aac-8e2a-f40db980cb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.183343 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.511289 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ba6ba0ef-4eff-4142-a057-5d39fdf1dd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.605355 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:49.664836 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:04.582810 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:08.498389 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33552) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:08.694702 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Deleting port c876c493-a29a-4e0a-a553-81956337fe36 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:08.695033 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:08.943287 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:08.943627 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:09.056983 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Calling delete_port for c876c493-a29a-4e0a-a553-81956337fe36 owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:09.203298 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:09.206542 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ff6fc034-34a7-4dcd-a2f5-761d7afe432b tempest-TestMinimumBasicScenario-1129184893 tempest-TestMinimumBasicScenario-1129184893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:09.246681 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event deleted for resources: {'Port': ['ID=c876c493-a29a-4e0a-a553-81956337fe36,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:09.286872 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.287243 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.287632 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.287993 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.288348 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.288703 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.289053 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.289405 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.289754 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.290099 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.290444 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:09.296660 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:09.348235 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:09.734893 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Router 1dd99cc0-2179-42ba-883f-8af7243d266e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:20:09.942576 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:20:09.951770 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] Sync routers for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:20:09.958400 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:09.966945 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:20:09.967998 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:19:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:10.011842 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-fe0bfb92-2571-4f23-a77d-8633c2974dcd tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "DELETE /v2.0/floatingips/2eebf53f-e34e-47c9-9fa0-c7db1807b6ba HTTP/1.1" status: 204 len: 168 time: 1.5123518 Aug 25 16:20:10.012777 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:20:10.170872 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:20:10.242684 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'status': 'completed', 'code': 200} Aug 25 16:20:10.407876 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-57562a24-eb81-4e00-a3fb-8b3a8b35fdc5 req-e32de2af-783b-4990-8ea5-d67cdb89629a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 1098 time: 0.0763574 Aug 25 16:20:10.509848 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034215-63bc-48d8-abe1-f3993e150484 req-81197a72-b40c-433b-b47b-1876d830bc37 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:10.510881 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-c9034215-63bc-48d8-abe1-f3993e150484 req-81197a72-b40c-433b-b47b-1876d830bc37 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Synchronizing usage tracker for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:20:10.533365 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-c9034215-63bc-48d8-abe1-f3993e150484 req-81197a72-b40c-433b-b47b-1876d830bc37 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Unset dirty status for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:20:10.534645 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c9034215-63bc-48d8-abe1-f3993e150484 req-81197a72-b40c-433b-b47b-1876d830bc37 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 945 time: 0.1820312 Aug 25 16:20:10.546798 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '3a85b1fa-6df0-4d69-b434-9c25172e9b6f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:09Z', 'updated_at': '2021-08-25T16:16:13Z', 'revision_number': 1, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:10.551568 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] Checking router: 1dd99cc0-2179-42ba-883f-8af7243d266e for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:20:10.556157 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57562a24-eb81-4e00-a3fb-8b3a8b35fdc5 req-e16b71f3-348b-4429-835f-9faaa1098184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:10.557542 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-57562a24-eb81-4e00-a3fb-8b3a8b35fdc5 req-e16b71f3-348b-4429-835f-9faaa1098184 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.1431587 Aug 25 16:20:10.562560 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:20:10.563167 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:19:46Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:10.581509 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c9034215-63bc-48d8-abe1-f3993e150484 req-13b770ca-e3a3-43d4-bd20-5d3840e6f10f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Aug 25 16:20:10.626281 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-57562a24-eb81-4e00-a3fb-8b3a8b35fdc5 req-ac8cebc5-41af-4a36-9437-43c3d55c0863 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d349fbe-a46b-483c-a995-d3e041ac8c7f HTTP/1.1" status: 200 len: 217 time: 0.0606830 Aug 25 16:20:10.693377 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57562a24-eb81-4e00-a3fb-8b3a8b35fdc5 req-407d493f-4bfd-4f2a-8a17-fe32909b7efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:10.694825 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-57562a24-eb81-4e00-a3fb-8b3a8b35fdc5 req-407d493f-4bfd-4f2a-8a17-fe32909b7efe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0617266 Aug 25 16:20:10.738243 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:20:10.771726 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-57562a24-eb81-4e00-a3fb-8b3a8b35fdc5 req-12eb946b-9f31-4665-9c86-ace9dcfadd4d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664446 Aug 25 16:20:10.906573 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-57562a24-eb81-4e00-a3fb-8b3a8b35fdc5 req-320d797a-2513-4e35-bb2f-c3d9797421dc service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244957 Aug 25 16:20:11.040250 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-57562a24-eb81-4e00-a3fb-8b3a8b35fdc5 req-872bac3f-50e5-4883-aa9a-5694cfb49611 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262329 Aug 25 16:20:11.089208 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '3a85b1fa-6df0-4d69-b434-9c25172e9b6f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:09Z', 'updated_at': '2021-08-25T16:16:13Z', 'revision_number': 1, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:11.093102 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04dc978-9703-48d8-bc63-cd97f5b550d4 None None] The sync data for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi is: [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_floatingips': [{'id': '3a85b1fa-6df0-4d69-b434-9c25172e9b6f', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'router_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'port_id': '15e435a0-96ef-4489-83d1-5d58887f5658', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'mac_address': 'fa:16:3e:ab:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:09Z', 'updated_at': '2021-08-25T16:16:13Z', 'revision_number': 1, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:20:11.297297 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6847f4c-4547-4be2-95de-7e48c74543f7 None None] New status for floating IP 2eebf53f-e34e-47c9-9fa0-c7db1807b6ba: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:20:11.852153 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b05f4-cb43-4f88-8bd4-4bbd29717452 req-5cf21c50-554b-42c9-ab9a-e43c4c245648 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:11.853602 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-923b05f4-cb43-4f88-8bd4-4bbd29717452 req-5cf21c50-554b-42c9-ab9a-e43c4c245648 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 945 time: 0.1458614 Aug 25 16:20:11.900333 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-923b05f4-cb43-4f88-8bd4-4bbd29717452 req-cceed471-cdc6-4476-8008-104f6a1989a3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392852 Aug 25 16:20:12.549336 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e70c4-2842-449f-b68a-ee761079e176 req-3e0baa42-cbd9-41cb-9c2d-4ece79fb83bc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:12.550009 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-e17e70c4-2842-449f-b68a-ee761079e176 req-3e0baa42-cbd9-41cb-9c2d-4ece79fb83bc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Synchronizing usage tracker for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:20:12.561175 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-e17e70c4-2842-449f-b68a-ee761079e176 req-3e0baa42-cbd9-41cb-9c2d-4ece79fb83bc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Unset dirty status for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:20:12.562197 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e17e70c4-2842-449f-b68a-ee761079e176 req-3e0baa42-cbd9-41cb-9c2d-4ece79fb83bc tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 945 time: 0.0909958 Aug 25 16:20:12.629773 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-e17e70c4-2842-449f-b68a-ee761079e176 req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Deleting port 5d349fbe-a46b-483c-a995-d3e041ac8c7f {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:12.630100 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e17e70c4-2842-449f-b68a-ee761079e176 req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:12.864395 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-e17e70c4-2842-449f-b68a-ee761079e176 req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] For port 5d349fbe-a46b-483c-a995-d3e041ac8c7f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d349fbe-a46b-483c-a995-d3e041ac8c7f,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:12.864746 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e17e70c4-2842-449f-b68a-ee761079e176 req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.087630 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-e17e70c4-2842-449f-b68a-ee761079e176 req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Calling delete_port for 5d349fbe-a46b-483c-a995-d3e041ac8c7f owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:13.237458 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e17e70c4-2842-449f-b68a-ee761079e176 req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.242882 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1763acd6-1b9b-4334-a993-268dc66bc233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:13.267961 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff24da4-d3b2-4bb2-9902-5f1a896e3b78 req-46c8ad4d-d925-496b-a9b4-6789d5c4911f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:13.269455 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cff24da4-d3b2-4bb2-9902-5f1a896e3b78 req-46c8ad4d-d925-496b-a9b4-6789d5c4911f tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 867 time: 0.0911922 Aug 25 16:20:13.286684 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event deleted for resources: {'Port': ['ID=5d349fbe-a46b-483c-a995-d3e041ac8c7f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:13.314972 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cff24da4-d3b2-4bb2-9902-5f1a896e3b78 req-49ef3aea-9c7a-4317-9110-4572caa9ded6 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399191 Aug 25 16:20:13.330105 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.330475 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.330853 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.331188 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.331563 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.331954 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.332307 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.332805 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.332994 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.333332 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.333680 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:13.340504 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:13.373228 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17e70c4-2842-449f-b68a-ee761079e176 req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] No DVR routers for this DVR port 5d349fbe-a46b-483c-a995-d3e041ac8c7f on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:20:13.375484 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e17e70c4-2842-449f-b68a-ee761079e176 req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:13.378405 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'name': 'network-vif-deleted', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:20:13.396660 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e17e70c4-2842-449f-b68a-ee761079e176 req-94ebdf89-b53b-4c4e-b7a3-ffaed8015c09 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "DELETE /v2.0/ports/5d349fbe-a46b-483c-a995-d3e041ac8c7f HTTP/1.1" status: 204 len: 173 time: 0.8258364 Aug 25 16:20:13.511978 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b7f6a-e6e9-4948-9773-415cbe8748c1', 'name': 'network-vif-deleted', 'tag': '5d349fbe-a46b-483c-a995-d3e041ac8c7f', 'status': 'completed', 'code': 200} Aug 25 16:20:13.724618 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-20dad769-5a0c-48ca-9c64-e149ae51c657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.185167 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:14.255251 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:20:14.490287 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7e81c29-c356-4395-bcb6-e0b199954453 req-bed98792-a8fb-4658-ac50-d301b2f235ec tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=a58b7f6a-e6e9-4948-9773-415cbe8748c1 HTTP/1.1" status: 200 len: 210 time: 0.0420125 Aug 25 16:20:16.100082 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 5d349fbe-a46b-483c-a995-d3e041ac8c7f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:20:16.132028 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 5d349fbe-a46b-483c-a995-d3e041ac8c7f {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:20:16.132382 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 5d349fbe-a46b-483c-a995-d3e041ac8c7f not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:20:16.512735 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cab015d7-97be-4175-ad6c-468ba9eb401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:17.608392 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:17.982542 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33594) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:18.308117 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Deleting port fb176066-981c-4068-85c2-167ddaea8cd2 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:18.308461 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:18.488234 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:18.488705 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:18.621924 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Calling delete_port for fb176066-981c-4068-85c2-167ddaea8cd2 owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:18.812646 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:18.819802 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:18.901144 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event deleted for resources: {'Port': ['ID=fb176066-981c-4068-85c2-167ddaea8cd2,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:18.905391 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:18.991609 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:19.372264 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Router 1dd99cc0-2179-42ba-883f-8af7243d266e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:20:19.580557 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:20:19.589525 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] Sync routers for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:20:19.597956 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:19.602355 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:20:19.602967 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:20:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:19.654434 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-94ee5db8-27eb-4c69-98d6-507389a73a80 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "DELETE /v2.0/floatingips/3a85b1fa-6df0-4d69-b434-9c25172e9b6f HTTP/1.1" status: 204 len: 168 time: 1.6706977 Aug 25 16:20:19.655121 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:20:19.715213 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658', 'status': 'completed', 'code': 200} Aug 25 16:20:19.732278 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:19.837111 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-27a001e0-1281-464e-b9ce-2d1fd2295977 req-af17f8af-e932-486c-8306-6da4554a09f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=11158028ca0244c6976197ab17ae1c37&device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 1098 time: 0.0734391 Aug 25 16:20:19.840051 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:20:19.995195 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a001e0-1281-464e-b9ce-2d1fd2295977 req-4d337b1c-5c28-471b-90ef-e0e3548b17ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:19.996802 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-27a001e0-1281-464e-b9ce-2d1fd2295977 req-4d337b1c-5c28-471b-90ef-e0e3548b17ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 200 len: 913 time: 0.1503243 Aug 25 16:20:20.071760 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-27a001e0-1281-464e-b9ce-2d1fd2295977 req-24cddcbd-1f85-4938-b730-6c2fa0783f49 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e435a0-96ef-4489-83d1-5d58887f5658 HTTP/1.1" status: 200 len: 217 time: 0.0677924 Aug 25 16:20:20.137865 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a001e0-1281-464e-b9ce-2d1fd2295977 req-adce46a8-7ccc-438d-b706-12b884226ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:20.139760 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-27a001e0-1281-464e-b9ce-2d1fd2295977 req-adce46a8-7ccc-438d-b706-12b884226ebe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 200 len: 850 time: 0.0600119 Aug 25 16:20:20.162801 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eef95f-4825-48af-af9a-92c7664acbc2 req-634a1916-167b-482e-b8fe-50e3acbfa7ea tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:20.163545 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-89eef95f-4825-48af-af9a-92c7664acbc2 req-634a1916-167b-482e-b8fe-50e3acbfa7ea tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Synchronizing usage tracker for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:20:20.183667 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-89eef95f-4825-48af-af9a-92c7664acbc2 req-634a1916-167b-482e-b8fe-50e3acbfa7ea tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Unset dirty status for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:20:20.185772 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-89eef95f-4825-48af-af9a-92c7664acbc2 req-634a1916-167b-482e-b8fe-50e3acbfa7ea tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 945 time: 0.2053080 Aug 25 16:20:20.209596 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:20.215370 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] Checking router: 1dd99cc0-2179-42ba-883f-8af7243d266e for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:20:20.228441 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:20:20.229057 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:20:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:20.230462 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-27a001e0-1281-464e-b9ce-2d1fd2295977 req-926c1102-b534-4807-82bc-20871cf256e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bdf0a20c-889b-4590-a693-c718a6547eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816393 Aug 25 16:20:20.231936 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-89eef95f-4825-48af-af9a-92c7664acbc2 req-b9140703-ec9c-493f-a196-ca283528a416 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412943 Aug 25 16:20:20.367521 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-27a001e0-1281-464e-b9ce-2d1fd2295977 req-d85c1169-abcd-4749-97e5-cb207b7f8b1c service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259511 Aug 25 16:20:20.427018 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:20:20.499838 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-27a001e0-1281-464e-b9ce-2d1fd2295977 req-e0cec4b4-3e4e-4b86-8f4a-e29ad2a03aa1 service neutron] 10.222.0.76 "GET /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236017 Aug 25 16:20:20.757276 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:20.763018 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a814a-96b3-455b-93cb-ec95a9baff13 None None] The sync data for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi is: [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:11:19Z', 'revision_number': 4, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi', '_interfaces': [{'id': 'dbed63a8-6493-4892-94e3-3514136be010', 'name': '', 'network_id': 'bdf0a20c-889b-4590-a693-c718a6547eef', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'mac_address': 'fa:16:3e:2f:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:17Z', 'updated_at': '2021-08-25T16:12:02Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'subnets': [{'id': '6f01984b-310a-4581-acbb-95a250fbb38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:20:20.980637 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e205d907-9b24-4523-b986-03076940caa7 None None] New status for floating IP 3a85b1fa-6df0-4d69-b434-9c25172e9b6f: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:20:21.435426 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87930745-d4a6-4cc7-b212-a1577557e599 req-3a8eb467-3970-4eb3-a56b-ce4dd6ea4429 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:21.436890 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-87930745-d4a6-4cc7-b212-a1577557e599 req-3a8eb467-3970-4eb3-a56b-ce4dd6ea4429 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 945 time: 0.0755799 Aug 25 16:20:21.486686 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-87930745-d4a6-4cc7-b212-a1577557e599 req-2885d0f6-8baa-464e-9879-07ff268c539a tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438240 Aug 25 16:20:22.091103 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-c95a93cb-a23e-4a79-a0e6-be87b398ebf3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:22.091809 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-c95a93cb-a23e-4a79-a0e6-be87b398ebf3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Synchronizing usage tracker for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:20:22.103205 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-c95a93cb-a23e-4a79-a0e6-be87b398ebf3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Unset dirty status for tenant:11158028ca0244c6976197ab17ae1c37 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:20:22.104317 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-c95a93cb-a23e-4a79-a0e6-be87b398ebf3 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 945 time: 0.0869007 Aug 25 16:20:22.174410 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Deleting port 15e435a0-96ef-4489-83d1-5d58887f5658 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:22.174658 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:22.406305 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] For port 15e435a0-96ef-4489-83d1-5d58887f5658, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=15e435a0-96ef-4489-83d1-5d58887f5658,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:22.406654 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:22.619510 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Calling delete_port for 15e435a0-96ef-4489-83d1-5d58887f5658 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:22.698134 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bad75-6af5-4a86-a9f7-340eceb603f5 req-a1f87fd9-7a2b-4fac-9b7a-0e04ce17d920 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:22.699629 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0e6bad75-6af5-4a86-a9f7-340eceb603f5 req-a1f87fd9-7a2b-4fac-9b7a-0e04ce17d920 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 945 time: 0.0803037 Aug 25 16:20:22.744361 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0e6bad75-6af5-4a86-a9f7-340eceb603f5 req-d891f53e-b6b3-48b8-878d-a3473a4683a8 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e1a4313-f11f-4767-a399-bbe8580c6f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393121 Aug 25 16:20:22.765926 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:22.779640 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dbd433a7-7ea3-44fc-b875-20308ad2f667 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:22.826285 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event deleted for resources: {'Port': ['ID=15e435a0-96ef-4489-83d1-5d58887f5658,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:22.829642 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:22.894984 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] No DVR routers for this DVR port 15e435a0-96ef-4489-83d1-5d58887f5658 on host hv-cinder-80600 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:20:22.897451 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:22.900001 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'name': 'network-vif-deleted', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:20:22.915969 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b62bd4dc-1739-4aa9-84a5-1712703644ec req-0241d849-464a-47f4-9f40-4d3d1275ddb0 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.76 "DELETE /v2.0/ports/15e435a0-96ef-4489-83d1-5d58887f5658 HTTP/1.1" status: 204 len: 173 time: 0.8055489 Aug 25 16:20:22.961478 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e745209-cb5c-4ed9-9b94-db8bfec8753e', 'name': 'network-vif-deleted', 'tag': '15e435a0-96ef-4489-83d1-5d58887f5658', 'status': 'completed', 'code': 200} Aug 25 16:20:23.950406 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-75c8715d-f2a2-411f-985b-0ed97d1c2ac3 req-f225a19e-de10-41b1-bb06-2f269161615d tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e745209-cb5c-4ed9-9b94-db8bfec8753e HTTP/1.1" status: 200 len: 210 time: 0.0485616 Aug 25 16:20:24.141261 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 15e435a0-96ef-4489-83d1-5d58887f5658 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:20:24.173485 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] No Port match for: 15e435a0-96ef-4489-83d1-5d58887f5658 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:20:24.174413 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Device 15e435a0-96ef-4489-83d1-5d58887f5658 not bound to the agent host hv-cinder-80600 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:20:25.072485 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33614) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:25.224695 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Deleting port 89d7a286-73aa-43b2-8145-4f75397063b3 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:25.224960 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:25.498031 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:25.498422 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:25.718991 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Calling delete_port for 89d7a286-73aa-43b2-8145-4f75397063b3 owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:25.961744 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:25.968754 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:26.042863 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event deleted for resources: {'Port': ['ID=89d7a286-73aa-43b2-8145-4f75397063b3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:26.048394 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:26.160441 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:26.181721 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-399075'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:26.182827 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6dc97eba-87db-43b1-874e-9801ed77eada tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "DELETE /v2.0/floatingips/3eaf6b0b-c3cf-48e6-948c-6312a30563fd HTTP/1.1" status: 204 len: 168 time: 1.1093259 Aug 25 16:20:27.614768 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33628) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:27.702130 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fac44cd4-5752-4266-a9bd-a07e946b1a20 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:27.731982 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fac44cd4-5752-4266-a9bd-a07e946b1a20 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:27.806322 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fac44cd4-5752-4266-a9bd-a07e946b1a20 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:27.810331 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-38cf6deb-06ac-4259-9a4d-94a4546ae876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:27.827137 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac44cd4-5752-4266-a9bd-a07e946b1a20 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1a4313-f11f-4767-a399-bbe8580c6f9a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:27.830180 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fac44cd4-5752-4266-a9bd-a07e946b1a20 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:27.838449 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fac44cd4-5752-4266-a9bd-a07e946b1a20 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:27.839625 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-fac44cd4-5752-4266-a9bd-a07e946b1a20 tempest-TestVolumeBootPattern-257644427 tempest-TestVolumeBootPattern-257644427-project] 10.222.0.73 "DELETE /v2.0/security-groups/3e1a4313-f11f-4767-a399-bbe8580c6f9a HTTP/1.1" status: 204 len: 168 time: 0.2238569 Aug 25 16:20:27.920291 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33634) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:28.540716 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2020191'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:29.125491 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Deleting port dbed63a8-6493-4892-94e3-3514136be010 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:29.126243 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:29.299573 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] For port dbed63a8-6493-4892-94e3-3514136be010, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=dbed63a8-6493-4892-94e3-3514136be010,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:29.299921 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:29.415165 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Calling delete_port for dbed63a8-6493-4892-94e3-3514136be010 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:29.584692 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:29.588546 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-264d92be-5938-4c44-9756-3b15e5c04a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:29.628607 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Pushing event deleted for resources: {'Port': ['ID=dbed63a8-6493-4892-94e3-3514136be010,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:29.631061 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:29.919220 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3043458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2020267'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:30.583494 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Router 1dd99cc0-2179-42ba-883f-8af7243d266e has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:20:30.781120 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:20:30.789683 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] Sync routers for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:20:30.793056 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b7e41a3d-4300-45d4-b406-0ce54b7d07fd admin admin] 10.222.0.73 "PUT /v2.0/routers/1dd99cc0-2179-42ba-883f-8af7243d266e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8715329 Aug 25 16:20:30.795468 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33640) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:30.802150 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:20:30.802757 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:20:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:30.982012 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: dv-cinder-806007-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:20:31.000477 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:31.192557 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:31.202655 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Deleting port f0d96f75-4dc5-4c4c-8c78-19a65b378010 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:31.202991 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:31.305601 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:20:29Z', 'revision_number': 5, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port': {'id': 'f0d96f75-4dc5-4c4c-8c78-19a65b378010', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:13Z', 'updated_at': '2021-08-25T16:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:31.309426 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] Checking router: 1dd99cc0-2179-42ba-883f-8af7243d266e for host: dv-cinder-806007-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:20:31.320078 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] Routers {'1dd99cc0-2179-42ba-883f-8af7243d266e'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:20:31.320695 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:20:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['1dd99cc0-2179-42ba-883f-8af7243d266e'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:31.370987 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] For port f0d96f75-4dc5-4c4c-8c78-19a65b378010, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=f0d96f75-4dc5-4c4c-8c78-19a65b378010,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:31.371333 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:31.473811 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] Set router 1dd99cc0-2179-42ba-883f-8af7243d266e gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:20:31.580730 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:20:31Z', 'revision_number': 6, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port_host': None}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:31.584983 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56861deb-27aa-46db-aa99-cd7aa7184836 None None] The sync data for ids ['1dd99cc0-2179-42ba-883f-8af7243d266e'] in dv-cinder-806007-1-iscsi is: [{'id': '1dd99cc0-2179-42ba-883f-8af7243d266e', 'name': 'tempest-TestVolumeBootPattern-232150856-router', 'tenant_id': '11158028ca0244c6976197ab17ae1c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:12Z', 'updated_at': '2021-08-25T16:20:31Z', 'revision_number': 6, 'project_id': '11158028ca0244c6976197ab17ae1c37', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:20:31.598210 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Calling delete_port for f0d96f75-4dc5-4c4c-8c78-19a65b378010 owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:31.759014 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:31.762663 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bb0f64e0-ae9c-4f87-a94d-5601f81139e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:31.804703 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d96f75-4dc5-4c4c-8c78-19a65b378010,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:31.807032 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:32.036660 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022946'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.284290 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2017422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12587'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.288448 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.317611 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2017822'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.318154 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd99cc0-2179-42ba-883f-8af7243d266e {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:20:32.332608 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.336081 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e354bbb5-6d67-4e25-8257-1acb7482a679 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1dd99cc0-2179-42ba-883f-8af7243d266e HTTP/1.1" status: 204 len: 168 time: 1.5373592 Aug 25 16:20:32.336301 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33644) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:32.395409 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-917c632b-75dc-4afa-8d97-a8db3b9d9f60 admin admin] Deleting subnet 6f01984b-310a-4581-acbb-95a250fbb38d {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:20:32.398371 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917c632b-75dc-4afa-8d97-a8db3b9d9f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.447312 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917c632b-75dc-4afa-8d97-a8db3b9d9f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7089977'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.529800 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917c632b-75dc-4afa-8d97-a8db3b9d9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.597824 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917c632b-75dc-4afa-8d97-a8db3b9d9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1512900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6846997'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.602311 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7daf715d-39bb-4b7f-915e-d219d00787f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:32.635919 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c632b-75dc-4afa-8d97-a8db3b9d9f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f01984b-310a-4581-acbb-95a250fbb38d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:32.638668 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-917c632b-75dc-4afa-8d97-a8db3b9d9f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:32.642473 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917c632b-75dc-4afa-8d97-a8db3b9d9f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.647526 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6c7f79-e43a-4b95-b98b-802077552d0e None None] Network bdf0a20c-889b-4590-a693-c718a6547eef requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:20:32.649953 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-917c632b-75dc-4afa-8d97-a8db3b9d9f60 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6f01984b-310a-4581-acbb-95a250fbb38d HTTP/1.1" status: 204 len: 168 time: 0.3126645 Aug 25 16:20:32.652393 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33648) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:32.755900 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.766369 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Deleting port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:32.766688 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.920104 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] DHCP port deletion for bdf0a20c-889b-4590-a693-c718a6547eef request from dv-cinder-806007-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:20:32.924643 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] Deleting port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:32.925261 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.064302 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] For port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a6fbc04f-ace6-4f5a-9914-7fa56d5a130e,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:33.064695 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.124704 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] For port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=a6fbc04f-ace6-4f5a-9914-7fa56d5a130e,segment=NetworkSegment(d1ae1a95-a839-426c-a9b6-d6cd1ad06919),segment_id=d1ae1a95-a839-426c-a9b6-d6cd1ad06919)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:33.125003 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.182859 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Calling delete_port for a6fbc04f-ace6-4f5a-9914-7fa56d5a130e owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:33.246424 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] Calling delete_port for a6fbc04f-ace6-4f5a-9914-7fa56d5a130e owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:33.261473 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.265409 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-74529e6a-c12b-44d8-8b86-1eb89d23dc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:33.303724 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fbc04f-ace6-4f5a-9914-7fa56d5a130e,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:33.307754 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:33.312407 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] No DVR routers for this DVR port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e on host dv-cinder-806007-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:20:33.316255 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:20:33.316627 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:20:33.427229 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.440296 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf0a20c-889b-4590-a693-c718a6547eef']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:33.452272 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:33.452561 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ae1a95-a839-426c-a9b6-d6cd1ad06919') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:33.464237 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7089974'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.479898 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.485918 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:20:33.486446 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1512802'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: timer() Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: self._notify() Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: event.method(event) Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:20:33.499309 dv-cinder-806007-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:20:33.582255 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.585926 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:33.599025 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device dbed63a8-6493-4892-94e3-3514136be010 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:20:33.599376 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.611341 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf0a20c-889b-4590-a693-c718a6547eef,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:33.615577 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:33.627882 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-fd9df6eb-4274-4802-96e1-138ddb40897e admin admin] 10.222.0.73 "DELETE /v2.0/networks/bdf0a20c-889b-4590-a693-c718a6547eef HTTP/1.1" status: 204 len: 168 time: 0.9707029 Aug 25 16:20:33.628083 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33652) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:33.636858 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: dbed63a8-6493-4892-94e3-3514136be010 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:20:33.637601 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device dbed63a8-6493-4892-94e3-3514136be010 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:20:33.638027 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a6fbc04f-ace6-4f5a-9914-7fa56d5a130e no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:20:33.671629 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: a6fbc04f-ace6-4f5a-9914-7fa56d5a130e {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:20:33.672329 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device a6fbc04f-ace6-4f5a-9914-7fa56d5a130e not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:20:33.672442 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device f0d96f75-4dc5-4c4c-8c78-19a65b378010 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:20:33.704115 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: f0d96f75-4dc5-4c4c-8c78-19a65b378010 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:20:33.704389 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device f0d96f75-4dc5-4c4c-8c78-19a65b378010 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:20:33.817977 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] Deleting port a6fbc04f-ace6-4f5a-9914-7fa56d5a130e {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:33.818473 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:33.880792 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ac7222bf-af40-40b3-8e90-e811659912ae None None] The port 'a6fbc04f-ace6-4f5a-9914-7fa56d5a130e' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:20:34.020619 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2020191'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:34.582811 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:34.690759 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Deleting port 82164832-16e5-4f4c-8cbe-1f5fe507edc6 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:34.691382 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:34.856496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] For port 82164832-16e5-4f4c-8cbe-1f5fe507edc6, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=82164832-16e5-4f4c-8cbe-1f5fe507edc6,segment=NetworkSegment(643b8171-5d78-42fb-a091-5edbf6af2cd1),segment_id=643b8171-5d78-42fb-a091-5edbf6af2cd1)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:34.856736 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:34.976103 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Calling delete_port for 82164832-16e5-4f4c-8cbe-1f5fe507edc6 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:35.156625 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:35.160560 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-01fc175a-95c7-4204-ac0a-bae312dc180e tempest-AttachVolumeTestJSON-1851376781 tempest-AttachVolumeTestJSON-1851376781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:35.201646 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Pushing event deleted for resources: {'Port': ['ID=82164832-16e5-4f4c-8cbe-1f5fe507edc6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:35.205546 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:35.481189 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3043458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2020267'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:36.135431 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 has already been hosted by L3 agent 26e0503d-c181-4075-845f-7c5fd7073e8f {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:20:36.334918 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] Notify agent at l3_agent.dv-cinder-806007-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:20:36.343102 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] Sync routers for ids ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'] in dv-cinder-806007-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:20:36.351180 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8a43b90a-1334-4ebc-8bf7-3bf63f96e53a admin admin] 10.222.0.73 "PUT /v2.0/routers/c2a3d04b-6d46-40ba-9da4-d73413c2cda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7222066 Aug 25 16:20:36.353663 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33656) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:36.356634 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] Routers {'c2a3d04b-6d46-40ba-9da4-d73413c2cda8'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:20:36.357253 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:20:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:36.529449 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] Set router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 gateway port host: dv-cinder-806007-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:20:36.548267 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:36.739783 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:36.749426 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Deleting port 720c7713-0aca-431c-b013-8626fbd12ebf {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:36.749790 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:36.810398 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'external_fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:23Z', 'updated_at': '2021-08-25T16:20:35Z', 'revision_number': 5, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'gw_port': {'id': '720c7713-0aca-431c-b013-8626fbd12ebf', 'name': '', 'network_id': 'c09252c6-fda2-4fa5-924a-0ae49da8593b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:11:24Z', 'updated_at': '2021-08-25T16:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5e0590e-8967-44c6-9e5e-4a4312ca9ae5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-1-iscsi'}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:36.814312 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] Checking router: c2a3d04b-6d46-40ba-9da4-d73413c2cda8 for host: dv-cinder-806007-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:20:36.824830 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] Routers {'c2a3d04b-6d46-40ba-9da4-d73413c2cda8'} bound to L3 agent in host dv-cinder-806007-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:20:36.825446 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T16:00:16Z,description=,heartbeat_timestamp=2021-08-25T16:20:16Z,host='dv-cinder-806007-1-iscsi',id=26e0503d-c181-4075-845f-7c5fd7073e8f,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T16:00:16Z,topic='l3_agent')) {'router_ids': ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:36.931076 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] For port 720c7713-0aca-431c-b013-8626fbd12ebf, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=720c7713-0aca-431c-b013-8626fbd12ebf,segment=NetworkSegment(de08946a-5b68-4ac5-96a9-07dff9aaf62f),segment_id=de08946a-5b68-4ac5-96a9-07dff9aaf62f)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:36.931424 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:36.971399 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] Set router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:20:37.049614 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Calling delete_port for 720c7713-0aca-431c-b013-8626fbd12ebf owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:37.080953 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:23Z', 'updated_at': '2021-08-25T16:20:36Z', 'revision_number': 6, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'gw_port_host': None}], 'dv-cinder-806007-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:37.085608 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ef0cb-d70a-4deb-a025-f2a8fdfe694e None None] The sync data for ids ['c2a3d04b-6d46-40ba-9da4-d73413c2cda8'] in dv-cinder-806007-1-iscsi is: [{'id': 'c2a3d04b-6d46-40ba-9da4-d73413c2cda8', 'name': 'tempest-TestVolumeBootPattern-990719778-router', 'tenant_id': '2787db71d3d14c6380548be0ad60f128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:11:23Z', 'updated_at': '2021-08-25T16:20:36Z', 'revision_number': 6, 'project_id': '2787db71d3d14c6380548be0ad60f128', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:20:37.219666 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1512759'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:37.223182 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7a6147c1-231b-461c-8192-cc9661c91015 tempest-VolumesActionsTest-1654987621 tempest-VolumesActionsTest-1654987621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:37.262578 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=720c7713-0aca-431c-b013-8626fbd12ebf,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:37.266531 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:37.586072 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2022946'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:37.837496 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2017422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12587'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:37.841808 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:37.866498 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 720c7713-0aca-431c-b013-8626fbd12ebf no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:20:37.870424 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2017822'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:37.871155 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a3d04b-6d46-40ba-9da4-d73413c2cda8 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:20:37.884899 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:37.888755 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b025148f-bf63-4c94-bf7e-5d2b5723eca9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c2a3d04b-6d46-40ba-9da4-d73413c2cda8 HTTP/1.1" status: 204 len: 168 time: 1.5315719 Aug 25 16:20:37.889258 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33660) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:37.948370 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 720c7713-0aca-431c-b013-8626fbd12ebf {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:20:37.948734 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 720c7713-0aca-431c-b013-8626fbd12ebf not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:20:37.949170 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 82164832-16e5-4f4c-8cbe-1f5fe507edc6 no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:20:37.961810 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d40c3b-a76d-441b-a3f8-834fbb23b632 admin admin] Deleting subnet 919a2451-8622-4b7b-85c0-0d414c39f03c {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:20:37.964823 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6d40c3b-a76d-441b-a3f8-834fbb23b632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:37.980844 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 82164832-16e5-4f4c-8cbe-1f5fe507edc6 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:20:37.981200 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 82164832-16e5-4f4c-8cbe-1f5fe507edc6 not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:20:38.014486 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6d40c3b-a76d-441b-a3f8-834fbb23b632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6821172'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.104836 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6d40c3b-a76d-441b-a3f8-834fbb23b632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045930'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.172144 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6d40c3b-a76d-441b-a3f8-834fbb23b632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7215715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7181577'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.177323 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d01f8e02-dc7d-4e8f-beec-78906e691285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:38.211587 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d40c3b-a76d-441b-a3f8-834fbb23b632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919a2451-8622-4b7b-85c0-0d414c39f03c,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:38.214038 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f6d40c3b-a76d-441b-a3f8-834fbb23b632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:38.216766 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f6d40c3b-a76d-441b-a3f8-834fbb23b632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.222634 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debcfac2-5e8a-4bde-b250-a0a6f5617b0b None None] Network 42954438-4141-4970-a99b-488fee6889f7 requested from dv-cinder-806007-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:20:38.223525 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f6d40c3b-a76d-441b-a3f8-834fbb23b632 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/919a2451-8622-4b7b-85c0-0d414c39f03c HTTP/1.1" status: 204 len: 168 time: 0.3331573 Aug 25 16:20:38.225958 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33664) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:38.332319 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579792'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.342798 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Deleting port 6be56d95-c227-4542-8c1e-dfb0c56ee53f {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:38.343128 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.458533 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] DHCP port deletion for 42954438-4141-4970-a99b-488fee6889f7 request from dv-cinder-806007-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:20:38.463036 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] Deleting port 6be56d95-c227-4542-8c1e-dfb0c56ee53f {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:38.463557 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.550809 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] For port 6be56d95-c227-4542-8c1e-dfb0c56ee53f, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=6be56d95-c227-4542-8c1e-dfb0c56ee53f,segment=NetworkSegment(643b8171-5d78-42fb-a091-5edbf6af2cd1),segment_id=643b8171-5d78-42fb-a091-5edbf6af2cd1)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:38.551163 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.668387 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] For port 6be56d95-c227-4542-8c1e-dfb0c56ee53f, host dv-cinder-806007-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-1-iscsi',level=0,port_id=6be56d95-c227-4542-8c1e-dfb0c56ee53f,segment=NetworkSegment(643b8171-5d78-42fb-a091-5edbf6af2cd1),segment_id=643b8171-5d78-42fb-a091-5edbf6af2cd1)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:20:38.668705 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1974424'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.669917 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Calling delete_port for 6be56d95-c227-4542-8c1e-dfb0c56ee53f owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:38.745895 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-646397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766033724676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766033300776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7215760'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.749555 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ccc85760-ee14-4616-beb0-e860ef010d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:38.786438 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] Calling delete_port for 6be56d95-c227-4542-8c1e-dfb0c56ee53f owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:20:38.791004 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be56d95-c227-4542-8c1e-dfb0c56ee53f,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:38.793799 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:38.795994 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] No DVR routers for this DVR port 6be56d95-c227-4542-8c1e-dfb0c56ee53f on host dv-cinder-806007-1-iscsi {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:20:38.857818 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:20:38.858204 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:20:38.912351 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046051', 'neutron.services.segments.db._delete_segments_for_network-8766033803906'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.926706 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42954438-4141-4970-a99b-488fee6889f7']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:38.940048 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643b8171-5d78-42fb-a091-5edbf6af2cd1') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:38.940343 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643b8171-5d78-42fb-a091-5edbf6af2cd1') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:20:38.951872 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766033806493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6821179'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.968074 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1045777'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.975007 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:20:38.975390 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1045775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7215813'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: timer() Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: self._notify() Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: event.method(event) Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:20:38.988559 dv-cinder-806007-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:20:39.065778 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3043540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023007'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:39.069063 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:39.082165 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3043438'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:39.094211 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=42954438-4141-4970-a99b-488fee6889f7,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:39.098467 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:39.099987 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4d501e67-c916-404d-87d8-c7bca05a5d93 admin admin] 10.222.0.73 "DELETE /v2.0/networks/42954438-4141-4970-a99b-488fee6889f7 HTTP/1.1" status: 204 len: 168 time: 0.8731334 Aug 25 16:20:39.237419 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33672) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:39.287346 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e3e53bb2-b342-4e0d-a4b0-a95d4323a148 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11158028ca0244c6976197ab17ae1c37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487158 Aug 25 16:20:39.289767 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.73', 33676) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:39.348531 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b396-90b0-45f0-8812-cfc7182b8774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:39.359548 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] Deleting port 6be56d95-c227-4542-8c1e-dfb0c56ee53f {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:20:39.360060 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766033751983'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:39.373424 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b396-90b0-45f0-8812-cfc7182b8774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:39.427308 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d16a19a2-131d-49e8-8770-b0526195ad50 None None] The port '6be56d95-c227-4542-8c1e-dfb0c56ee53f' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:20:39.428148 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b396-90b0-45f0-8812-cfc7182b8774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:39.433342 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e6ec237b-507f-4d99-853d-fbbecfd6651a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:39.451040 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7b396-90b0-45f0-8812-cfc7182b8774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea85a1e1-db41-4e29-9245-5551745acd0b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:39.453594 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5dc7b396-90b0-45f0-8812-cfc7182b8774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:39.460283 dv-cinder-806007-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b396-90b0-45f0-8812-cfc7182b8774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:39.463905 dv-cinder-806007-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5dc7b396-90b0-45f0-8812-cfc7182b8774 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea85a1e1-db41-4e29-9245-5551745acd0b HTTP/1.1" status: 204 len: 168 time: 0.1730473 Aug 25 16:20:39.597790 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 6be56d95-c227-4542-8c1e-dfb0c56ee53f no longer exists at agent ovs-agent-dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:20:39.634168 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] No Port match for: 6be56d95-c227-4542-8c1e-dfb0c56ee53f {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:20:39.634529 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Device 6be56d95-c227-4542-8c1e-dfb0c56ee53f not bound to the agent host dv-cinder-806007-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:20:39.885803 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33684) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:39.936279 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-3cee1276-d1b9-4cab-b7e3-f66b7d46a10d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2787db71d3d14c6380548be0ad60f128&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492525 Aug 25 16:20:39.938876 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.73', 33688) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:40.002139 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-502c2be6-db2d-4c83-b6ae-4ec1aa72e98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:40.120797 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-502c2be6-db2d-4c83-b6ae-4ec1aa72e98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:40.171731 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-502c2be6-db2d-4c83-b6ae-4ec1aa72e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088650'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:40.176094 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-56dfb72c-3409-4f89-87e0-aadd5874ec58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:40.187108 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c2be6-db2d-4c83-b6ae-4ec1aa72e98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f19e7f-1033-46a1-b0ae-e3c840cd01bc,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:40.190559 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-502c2be6-db2d-4c83-b6ae-4ec1aa72e98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:40.193667 dv-cinder-806007-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-502c2be6-db2d-4c83-b6ae-4ec1aa72e98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:40.194787 dv-cinder-806007-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-502c2be6-db2d-4c83-b6ae-4ec1aa72e98b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/80f19e7f-1033-46a1-b0ae-e3c840cd01bc HTTP/1.1" status: 204 len: 168 time: 0.2545166 Aug 25 16:20:43.728083 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-07657e90-d590-47ee-bcd7-26670fa8e2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:44.187778 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:46.514816 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02e6427b-30d0-4cc7-993b-dd749450a62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.609792 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:49.671052 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:51.254817 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:21:04.592796 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:13.734215 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-28f80dcd-f77d-4ba7-9efa-0b4e1fe8a52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:14.190623 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:16.516425 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-af14bcab-5fd0-48d8-84cf-33b2b6852d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:17.614288 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:19.673511 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:28.256060 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:21:34.599121 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:43.727014 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4253322c-4a61-4b24-ada5-14cf13fe07f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:44.192863 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:46.519423 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eecdfccf-127d-4a92-8f1d-b9f7515b7360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:47.616411 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:49.678236 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:04.597047 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:05.257076 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:22:13.730249 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ba7f92a5-3ba5-4a96-a9bd-508573b94a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:14.194806 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:16.522937 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bc8cae1f-cae6-4bcd-b68b-a207d9640b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:17.618239 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:19.678607 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:34.597582 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:42.257260 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:22:43.735357 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3b194823-96da-4540-8cb3-6395c4219b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:44.198868 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:46.527959 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-72211795-c5e1-45e8-9161-596d4e13b276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:47.625668 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:49.682794 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:04.609571 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:13.738197 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4e88e38c-17c0-46d9-8803-da8e7d2f3eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:14.202463 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:16.529731 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c6ec915d-b636-4d29-9873-7c1527765a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:17.625832 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:19.256480 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:23:19.686170 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:34.624010 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:43.740508 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c5e5f5df-e7a5-44d8-a70c-498a78eb2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:44.206645 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:46.531426 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-38a6018d-bd54-45ee-ae63-ac283941b04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:47.628872 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:49.689277 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:56.257148 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:24:04.644027 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:13.744412 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-069abe65-468d-4de9-af79-fa7d3fa0cdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:14.210225 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.533522 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7e8a86eb-e3a3-4d1a-9f4a-14c555ef3a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:17.631070 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:19.693059 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:33.258798 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:24:34.641900 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:43.748713 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9554c9ce-c929-4132-b7d1-925a74ce1f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:44.214457 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:46.535333 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-fa16471e-6d44-4f44-9737-67443d26bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:47.635370 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:49.695616 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:04.646639 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:10.258963 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:25:13.752580 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c5140b87-2b81-4209-9325-4ed05518970e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:14.216356 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:16.536982 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4d6948da-9f38-49de-9297-b1887a92660f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:17.638141 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:19.698827 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:34.654897 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00db62c7-ad7a-4dd6-bb00-7b7e30e06cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:43.755349 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f3d45c6b-5f42-4b65-af86-7b258b5d092a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:44.218188 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5fc8cc71-6f93-4780-b2b6-3e006911aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:46.541469 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d47f77be-985a-4d4b-b3dd-02f6f4322604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:47.260139 dv-cinder-806007-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-35efdd51-66e3-4f81-abb3-63edcae2abf7 None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:25:47.641792 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-80987107-24d6-4a4e-97b2-50f87b58df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:49.701404 dv-cinder-806007-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cda686e5-02a5-45ee-9cf6-978aa55aa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766033803888', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1040823'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}